You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/09/26 17:03:36 UTC

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 403 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/403/

1 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testSimple

Error Message:
expected:<97> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<97> but was:<0>
	at __randomizedtesting.SeedInfo.seed([633ED48CF9BEBB24:5B8DF072DE4D6FF5]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 25891 lines...]
   [junit4] Suite: org.apache.solr.s3.S3IncrementalBackupTest
   [junit4]   2> 27126 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 27131 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.s.h.C.application Initializing Spring embedded WebApplicationContext
   [junit4]   2> 27168 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 27168 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 27169 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 27173 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.s.h.ContextHandler Started o.s.b.w.e.j.JettyEmbeddedWebAppContext@76bef0eb{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.474056688802642801/],AVAILABLE}
   [junit4]   2> 27173 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.s.Server Started @27201ms
   [junit4]   2> 27368 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.s.h.C.application Initializing Spring DispatcherServlet 'dispatcherServlet'
   [junit4]   2> 27604 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.u.s.SslContextFactory x509=X509@35e70de6(selfsigned,h=[],w=[]) for Server@69c98df[provider=null,keyStore=jar:file:/home/jenkins/.ivy2/cache/com.adobe.testing/s3mock/jars/s3mock-2.1.34.jar!/s3mock.jks,trustStore=null]
   [junit4]   2> 28159 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.s.AbstractConnector Started SslValidatingServerConnector@5fed7c13{SSL, (ssl, http/1.1)}{0.0.0.0:45171}
   [junit4]   2> 28160 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75387e6b{HTTP/1.1, (http/1.1)}{0.0.0.0:44491}
   [junit4]   2> 28185 WARN  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [    ] o.a.s.c.ZkTestServer TEST_HOME() does not exist - solrj test?
   [junit4]   2> 28281 WARN  (ZkTestServer Run Thread) [    ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 29004 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 29004 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 29010 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 29011 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 29011 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 29016 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 29017 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 29017 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 29017 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d53df5a{/solr,null,AVAILABLE}
   [junit4]   2> 29020 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f4b7b6f{/solr,null,AVAILABLE}
   [junit4]   2> 29020 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@41de7e16{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34423}
   [junit4]   2> 29020 INFO  (jetty-launcher-9-thread-1) [    ] o.e.j.s.Server Started @29048ms
   [junit4]   2> 29041 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4a881c83{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36629}
   [junit4]   2> 29041 INFO  (jetty-launcher-9-thread-2) [    ] o.e.j.s.Server Started @29069ms
   [junit4]   2> 29113 ERROR (jetty-launcher-9-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 29116 ERROR (jetty-launcher-9-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 29269 WARN  (jetty-launcher-9-thread-1-SendThread(127.0.0.1:46513)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1017c8dff070003.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1017c8dff070003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 29262 WARN  (jetty-launcher-9-thread-2-SendThread(127.0.0.1:46513)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1017c8dff070004.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1017c8dff070004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 30729 WARN  (jetty-launcher-9-thread-1-SendThread(127.0.0.1:46513)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1017c8dff070005.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1017c8dff070005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 31057 WARN  (jetty-launcher-9-thread-1) [n:127.0.0.1:34423_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 31658 WARN  (jetty-launcher-9-thread-1) [n:127.0.0.1:34423_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 33344 WARN  (jetty-launcher-9-thread-2) [n:127.0.0.1:36629_solr    ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 33385 WARN  (jetty-launcher-9-thread-2) [n:127.0.0.1:36629_solr    ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 34077 WARN  (qtp798999663-75) [n:127.0.0.1:34423_solr c:backuprestore_testbackupincsimple s:shard2 r:core_node4 x:backuprestore_testbackupincsimple_shard2_replica_n2] o.a.s.D.s.TrieIntField Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 34081 WARN  (qtp651173121-84) [n:127.0.0.1:36629_solr c:backuprestore_testbackupincsimple s:shard1 r:core_node3 x:backuprestore_testbackupincsimple_shard1_replica_n1] o.a.s.D.s.TrieLongField Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 37623 ERROR (qtp1140707917-40) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor79.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor79.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 37633 ERROR (qtp1140707917-33) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor79.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor79.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 37810 ERROR (OverseerThreadFactory-36-thread-2-processing-n:127.0.0.1:34423_solr) [n:127.0.0.1:34423_solr c:backuprestore_testbackupincsimple   ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard 127.0.0.1:36629_solr: {responseHeader={status=0,QTime=0},STATUS=failed,Response=Failed to backup core=backuprestore_testbackupincsimple_shard1_replica_n1 because org.apache.solr.s3.S3Exception: Parent directory doesn't exist of path: mytestbackuptestbackupincsimple/backuprestore_testbackupincsimple/index/f47346de-9a6f-4b4b-9c25-7069485b7aa5}
   [junit4]   2> 37810 ERROR (OverseerThreadFactory-36-thread-2-processing-n:127.0.0.1:34423_solr) [n:127.0.0.1:34423_solr c:backuprestore_testbackupincsimple   ] o.a.s.c.a.c.BackupCmd Error happened during incremental backup for collection: backuprestore_testbackupincsimple
   [junit4]   2> org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_291]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 37903 ERROR (OverseerThreadFactory-36-thread-2-processing-n:127.0.0.1:34423_solr) [n:127.0.0.1:34423_solr c:backuprestore_testbackupincsimple   ] o.a.s.s.S3StorageClient An AmazonServiceException was thrown! [serviceName=S3] [awsRequestId=] [httpStatus=404] [s3ErrorCode=NoSuchKey] [message=The specified key does not exist.]
   [junit4]   2> 37906 ERROR (OverseerThreadFactory-36-thread-2-processing-n:127.0.0.1:34423_solr) [n:127.0.0.1:34423_solr c:backuprestore_testbackupincsimple   ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: backuprestore_testbackupincsimple operation: backup failed:org.apache.solr.common.SolrException: Could not backup all shards
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.BackupCmd.incrementalCopyIndexFiles(BackupCmd.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.BackupCmd.call(BackupCmd.java:105)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 40289 ERROR (qtp1140707917-168) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor79.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor79.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704)
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626)
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 40296 ERROR (qtp1140707917-40) [    ] c.a.t.s.d.FileStore File can not be read
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413) ~[jackson-databind-2.12.3.jar:2.12.3]
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor79.invoke(Unknown Source) ~[?:?]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:792) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:898) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.doHead(HttpServlet.java:288) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:704) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883) ~[spring-webmvc-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:790) ~[javax.servlet-api-3.1.0.jar:3.1.0]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1626) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at com.adobe.testing.s3mock.KmsValidationFilter.doFilterInternal(KmsValidationFilter.java:91) ~[s3mock-2.1.34.jar:?]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:103) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.boot.actuate.metrics.web.servlet.WebMvcMetricsFilter.doFilterInternal(WebMvcMetricsFilter.java:97) ~[spring-boot-actuator-2.3.12.RELEASE.jar:2.3.12.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119) ~[spring-web-5.2.15.RELEASE.jar:5.2.15.RELEASE]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) ~[jetty-security-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501) ~[jetty-servlet-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388) ~[jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) [jetty-server-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) [jetty-io-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:383) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036) [jetty-util-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input
   [junit4]   2>  at [Source: (File); line: 1, column: 0]
   [junit4]   2> 	at com.fasterxml.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:59)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._initForReading(ObjectMapper.java:4688)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4586)
   [junit4]   2> 	at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3413)
   [junit4]   2> 	at com.adobe.testing.s3mock.domain.FileStore.getS3Object(FileStore.java:510)
   [junit4]   2> 	at com.adobe.testing.s3mock.FileStoreController.headObject(FileStoreController.java:257)
   [junit4]   2> 	at sun.reflect.GeneratedMethodAccessor79.invoke(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
   [junit4]   2> 	at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
   [junit4]   2> 	at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:878)
   [jun

[...truncated too long message...]

storetooriginal_shard1_replica_n2 43c8f7b3-ca26-4688-9cae-9f05023564906384705184620620 RESTORECORE) [n:127.0.0.1:34423_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 1376125952 and actual is checksum 4287125317. expected length is 175 and actual length is 175
   [junit4]   2> 85960 WARN  (parallelCoreAdminExecutor-55-thread-6-processing-n:127.0.0.1:36629_solr x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4 43c8f7b3-ca26-4688-9cae-9f05023564906384705184653143 RESTORECORE) [n:127.0.0.1:36629_solr c:backuprestore_testbackuprestoretooriginal s:shard2 r:core_node7 x:backuprestore_testbackuprestoretooriginal_shard2_replica_n4] o.a.s.h.IndexFetcher File _0.nvm did not match. expected checksum is 4004815950 and actual is checksum 2078743600. expected length is 175 and actual length is 175
   [junit4]   2> 85964 WARN  (parallelCoreAdminExecutor-37-thread-6-processing-n:127.0.0.1:34423_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 43c8f7b3-ca26-4688-9cae-9f05023564906384705184620620 RESTORECORE) [n:127.0.0.1:34423_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0.fnm did not match. expected checksum is 1266199136 and actual is checksum 2112609633. expected length is 461 and actual length is 461
   [junit4]   2> 85985 WARN  (parallelCoreAdminExecutor-37-thread-6-processing-n:127.0.0.1:34423_solr x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2 43c8f7b3-ca26-4688-9cae-9f05023564906384705184620620 RESTORECORE) [n:127.0.0.1:34423_solr c:backuprestore_testbackuprestoretooriginal s:shard1 r:core_node5 x:backuprestore_testbackuprestoretooriginal_shard1_replica_n2] o.a.s.h.IndexFetcher File _0_LuceneVarGapDocFreqInterval_0.doc did not match. expected checksum is 2310490606 and actual is checksum 2467663780. expected length is 155 and actual length is 155
   [junit4]   2> 88636 INFO  (jetty-closer-369-thread-2-processing-n:127.0.0.1:34423_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4a881c83{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 88637 INFO  (jetty-closer-369-thread-2-processing-n:127.0.0.1:34423_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f4b7b6f{/solr,null,STOPPED}
   [junit4]   2> 88637 INFO  (jetty-closer-369-thread-2-processing-n:127.0.0.1:34423_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 88736 INFO  (jetty-closer-369-thread-1-processing-n:127.0.0.1:34423_solr) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@41de7e16{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 88736 INFO  (jetty-closer-369-thread-1-processing-n:127.0.0.1:34423_solr) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d53df5a{/solr,null,STOPPED}
   [junit4]   2> 88736 INFO  (jetty-closer-369-thread-1-processing-n:127.0.0.1:34423_solr) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 88738 WARN  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker-SendThread(127.0.0.1:46513)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1017c8dff070000.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1017c8dff070000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 88840 WARN  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker-SendThread(127.0.0.1:46513)) [    ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1017c8dff070001.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1017c8dff070001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 88944 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	34	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	28	/solr/collections/backuprestore_testbackupinc_restored/terms/shard1
   [junit4]   2> 	28	/solr/collections/backuprestore_testbackupinc_restored/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2> 	7	/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2> 	3	/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	157	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	58	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	25	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	24	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	19	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/backuprestore_testbackupinc_restored/leader_elect/shard1/election/72476018325520392-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	171	/solr/overseer/queue
   [junit4]   2> 	91	/solr/overseer/collection-queue-work
   [junit4]   2> 	40	/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2> 	33	/solr/collections
   [junit4]   2> 	11	/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2> 	10	/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2> 	9	/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2> 	8	/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 88954 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [n:127.0.0.1:34423_solr    ] o.e.j.s.AbstractConnector Stopped SslValidatingServerConnector@5fed7c13{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 88955 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [n:127.0.0.1:34423_solr    ] o.e.j.s.AbstractConnector Stopped ServerConnector@75387e6b{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 88955 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [n:127.0.0.1:34423_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 88955 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [n:127.0.0.1:34423_solr    ] o.e.j.s.h.C.application Destroying Spring FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 88955 INFO  (SUITE-S3IncrementalBackupTest-seed#[633ED48CF9BEBB24]-worker) [n:127.0.0.1:34423_solr    ] o.e.j.s.h.ContextHandler Stopped o.s.b.w.e.j.JettyEmbeddedWebAppContext@76bef0eb{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.474056688802642801/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_633ED48CF9BEBB24-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {shard_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=PostingsFormat(name=LuceneFixedGap), _root_=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1872, maxMBSortInHeap=5.031938967337474, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ga, timezone=America/Goose_Bay
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=107098640,total=506462208
   [junit4]   2> NOTE: All tests run in this JVM: [S3ReadWriteTest, S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 64.65s, 3 tests, 1 failure <<< FAILURES!

[...truncated 44691 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 412 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/412/

2 tests failed.
FAILED:  org.apache.solr.search.TestFiltering.testRandomFiltering

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([941028414E3EFF6C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.TestFiltering

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([941028414E3EFF6C]:0)




Build Log:
[...truncated 16555 lines...]
   [junit4] Suite: org.apache.solr.search.TestFiltering
   [junit4]   2> 4376848 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4376849 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.search.TestFiltering_941028414E3EFF6C-001/data-dir-178-001
   [junit4]   2> 4376849 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 4376849 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 4376851 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 4376851 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4376851 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4376858 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4376875 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 4376875 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4376875 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4376878 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.s.IndexSchema Schema name=example
   [junit4]   2> 4376881 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 4377178 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:378) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:343) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:813) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:803) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:664) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:653) [java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestFiltering.beforeTests(TestFiltering.java:45) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 4377180 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1348) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1380) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:679) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:813) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:803) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:664) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:653) [java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestFiltering.beforeTests(TestFiltering.java:45) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 4377181 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4377181 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4377182 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4522196b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4377182 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4522196b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4377186 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4377190 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d9918c6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4377190 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d9918c6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4377191 WARN  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4377223 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58e6ca2
   [junit4]   2> 4377230 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58e6ca2
   [junit4]   2> 4377230 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58e6ca2
   [junit4]   2> 4377232 INFO  (coreLoadExecutor-15995-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 4377241 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4377267 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 4377267 WARN  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4377268 WARN  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4377270 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=example
   [junit4]   2> 4377273 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 4377281 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4377282 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58e6ca2
   [junit4]   2> 4377282 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.search.TestFiltering_941028414E3EFF6C-001/data-dir-178-001/]
   [junit4]   2> 4377283 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=828494060, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 4377342 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4377342 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4377343 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=5, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.3759765625, noCFSRatio=0.3805283097344102]
   [junit4]   2> 4377345 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4377448 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 4377540 INFO  (coreLoadExecutor-15995-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4377540 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4377541 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 4377541 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 4377541 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 4377541 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 4377541 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 4377541 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 4377543 INFO  (SUITE-TestFiltering-seed#[941028414E3EFF6C]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4377547 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 4377547 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 4377548 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4377555 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testHossssSanity
   [junit4]   2> 4377555 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4377556 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4377557 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 4377559 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 4377560 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 4377560 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 4377560 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[4]} 0 0
   [junit4]   2> 4377561 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5]} 0 0
   [junit4]   2> 4377561 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[6]} 0 0
   [junit4]   2> 4377561 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[7]} 0 0
   [junit4]   2> 4377561 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[8]} 0 0
   [junit4]   2> 4377562 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[9]} 0 0
   [junit4]   2> 4377580 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4377581 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 18
   [junit4]   2> 4377581 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=10 status=0 QTime=0
   [junit4]   2> 4377582 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!frange+v%3Dval_i+l%3D0+u%3D1}&fq={!frange+v%3Dval_i+l%3D0+u%3D1}&fq={!frange+v%3Dval_i+l%3D0+u%3D1}&fq=-_query_:"{!frange+v%3Dval_i+l%3D1+u%3D1}"&fq=-_query_:"{!frange+v%3Dval_i+l%3D1+u%3D1}"} hits=1 status=0 QTime=0
   [junit4]   2> 4377583 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!frange+v%3Dval_i+l%3D0+u%3D1}&fq={!frange+v%3Dval_i+l%3D1+u%3D1}&fq={!frange+v%3Dval_i+l%3D0+u%3D1}&fq=-_query_:"{!frange+v%3Dval_i+l%3D1+u%3D1}"&fq=-_query_:"{!frange+v%3Dval_i+l%3D0+u%3D1}"} hits=0 status=0 QTime=0
   [junit4]   2> 4377583 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 4377584 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!frange+v%3Dval_i+l%3D0+u%3D1}&fq={!frange+v%3Dval_i+l%3D1+u%3D1}&fq={!frange+v%3Dval_i+l%3D0+u%3D1}&fq=-_query_:"{!frange+v%3Dval_i+l%3D1+u%3D1}"&fq=-_query_:"{!frange+v%3Dval_i+l%3D0+u%3D1}"} hits=0 status=0 QTime=0
   [junit4]   2> 4377584 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!frange+v%3Dval_i+l%3D0+u%3D1}&fq={!frange+v%3Dval_i+l%3D0+u%3D1}&fq={!frange+v%3Dval_i+l%3D0+u%3D1}&fq=-_query_:"{!frange+v%3Dval_i+l%3D1+u%3D1}"&fq=-_query_:"{!frange+v%3Dval_i+l%3D1+u%3D1}"} hits=1 status=0 QTime=0
   [junit4]   2> 4377585 INFO  (TEST-TestFiltering.testHossssSanity-seed#[941028414E3EFF6C]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testHossssSanity
   [junit4]   2> 4377591 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testLiveDocsSharing
   [junit4]   2> 4377591 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4377591 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4377592 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 4377593 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[0]} 0 0
   [junit4]   2> 4377593 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 4377593 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 4377593 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 4377594 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[4]} 0 0
   [junit4]   2> 4377594 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5]} 0 0
   [junit4]   2> 4377594 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5]} 0 0
   [junit4]   2> 4377594 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[6]} 0 0
   [junit4]   2> 4377595 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[7]} 0 0
   [junit4]   2> 4377595 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[8]} 0 0
   [junit4]   2> 4377595 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[9]} 0 0
   [junit4]   2> 4377595 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[10]} 0 0
   [junit4]   2> 4377596 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[10]} 0 0
   [junit4]   2> 4377596 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[11]} 0 0
   [junit4]   2> 4377596 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[12]} 0 0
   [junit4]   2> 4377596 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[13]} 0 0
   [junit4]   2> 4377597 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[14]} 0 0
   [junit4]   2> 4377597 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[15]} 0 0
   [junit4]   2> 4377597 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[15]} 0 0
   [junit4]   2> 4377597 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[16]} 0 0
   [junit4]   2> 4377598 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[17]} 0 0
   [junit4]   2> 4377602 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[18]} 0 3
   [junit4]   2> 4377602 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[19]} 0 0
   [junit4]   2> 4377614 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4377615 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 12
   [junit4]   2> 4377622 INFO  (TEST-TestFiltering.testLiveDocsSharing-seed#[941028414E3EFF6C]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testLiveDocsSharing
   [junit4]   2> 4377628 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testCaching
   [junit4]   2> 4377629 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4377629 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4377630 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[4]} 0 0
   [junit4]   2> 4377630 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 4377630 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 4377630 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 4377643 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4377643 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 12
   [junit4]   2> 4377645 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fq={!frange+l%3D2+u%3D3+cache%3Dfalse}val_i&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 4377645 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fq={!frange+l%3D2+u%3D3+cache%3Dfalse}val_i&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 4377645 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fq={!frange+l%3D2+u%3D4}val_i&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4377646 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fq={!frange+l%3D2+u%3D4+cost%3D0}val_i&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4377646 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fq={!frange+l%3D2+u%3D4+cost%3D999}val_i&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4377646 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fq={!frange+l%3D2+u%3D5+cache%3Dfalse+cost%3D0}val_i&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4377647 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&facet.field=id&fq={!frange+l%3D2+u%3D6+cache%3Dfalse}val_i&facet=true&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4377648 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&facet.field=id&fq={!frange+l%3D2+u%3D6+cache%3Dfalse}val_i&facet=true&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4377648 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&facet.field=id&fq={!frange+l%3D2+u%3D7}val_i&facet=true&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4377648 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&facet.field=id&fq={!frange+l%3D2+u%3D7+cost%3D0}val_i&facet=true&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4377649 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&facet.field=id&fq={!frange+l%3D2+u%3D7+cost%3D999}val_i&facet=true&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4377649 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&facet.field=id&fq={!frange+l%3D2+u%3D8+cache%3Dfalse+cost%3D0}val_i&facet=true&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4377649 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dfalse}*:*&fl=val_i&start=2&sort=val_i+asc&rows=1&wt=xml} hits=4 status=0 QTime=0
   [junit4]   2> 4377650 INFO  (TEST-TestFiltering.testCaching-seed#[941028414E3EFF6C]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testCaching
   [junit4]   2> 4377657 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testRandomFiltering
   [junit4]   2> 4377657 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4377657 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4377658 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[0]} 0 0
   [junit4]   2> 4377658 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[0]} 0 0
   [junit4]   2> 4377659 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[1]} 0 0
   [junit4]   2> 4377659 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[2]} 0 0
   [junit4]   2> 4377659 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[3]} 0 0
   [junit4]   2> 4377659 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[4]} 0 0
   [junit4]   2> 4377659 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[4]} 0 0
   [junit4]   2> 4377659 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[5]} 0 0
   [junit4]   2> 4377659 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[6]} 0 0
   [junit4]   2> 4377659 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[7]} 0 0
   [junit4]   2> 4377660 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[8]} 0 0
   [junit4]   2> 4377660 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[9]} 0 0
   [junit4]   2> 4377660 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[9]} 0 0
   [junit4]   2> 4377677 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4377678 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 17
   [junit4]   2> 4377679 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[10]} 0 0
   [junit4]   2> 4377679 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[10]} 0 0
   [junit4]   2> 4377691 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4377691 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 12
   [junit4]   2> 4377692 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[11]} 0 0
   [junit4]   2> 4377692 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[12]} 0 0
   [junit4]   2> 4377692 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[13]} 0 0
   [junit4]   2> 4377692 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[14]} 0 0
   [junit4]   2> 4377693 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[15]} 0 0
   [junit4]   2> 4377693 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[15]} 0 0
   [junit4]   2> 4377693 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[16]} 0 0
   [junit4]   2> 4377693 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[17]} 0 0
   [junit4]   2> 4377693 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[18]} 0 0
   [junit4]   2> 4377693 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[19]} 0 0
   [junit4]   2> 4377693 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[20]} 0 0
   [junit4]   2> 4377693 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[21]} 0 0
   [junit4]   2> 4377694 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[22]} 0 0
   [junit4]   2> 4377694 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[23]} 0 0
   [junit4]   2> 4377694 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[24]} 0 0
   [junit4]   2> 4377694 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[24]} 0 0
   [junit4]   2> 4377694 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[25]} 0 0
   [junit4]   2> 4377694 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[26]} 0 0
   [junit4]   2> 4377694 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[27]} 0 0
   [junit4]   2> 4377695 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[28]} 0 0
   [junit4]   2> 4377695 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[29]} 0 0
   [junit4]   2> 4377695 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[30]} 0 0
   [junit4]   2> 4377695 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[31]} 0 0
   [junit4]   2> 4377695 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[32]} 0 0
   [junit4]   2> 4377695 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[33]} 0 0
   [junit4]   2> 4377695 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[33]} 0 0
   [junit4]   2> 4377707 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4377707 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 11
   [junit4]   2> 4377708 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[34]} 0 0
   [junit4]   2> 4377708 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[35]} 0 0
   [junit4]   2> 4377709 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[36]} 0 0
   [junit4]   2> 4377709 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[36]} 0 0
   [junit4]   2> 4377709 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[37]} 0 0
   [junit4]   2> 4377709 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[38]} 0 0
   [junit4]   2> 4377709 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[39]} 0 0
   [junit4]   2> 4377727 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 1 ms
   [junit4]   2> 4377728 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 18
   [junit4]   2> 4377729 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[40]} 0 0
   [junit4]   2> 4377729 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[41]} 0 0
   [junit4]   2> 4377729 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[42]} 0 0
   [junit4]   2> 4377729 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[43]} 0 0
   [junit4]   2> 4377729 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[43]} 0 0
   [junit4]   2> 4377729 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[44]} 0 0
   [junit4]   2> 4377730 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[45]} 0 0
   [junit4]   2> 4377730 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[46]} 0 0
   [junit4]   2> 4377730 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[47]} 0 0
   [junit4]   2> 4377730 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[48]} 0 0
   [junit4]   2> 4377730 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[49]} 0 0
   [junit4]   2> 4377730 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[50]} 0 0
   [junit4]   2> 4377730 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[51]} 0 0
   [junit4]   2> 4377730 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[51]} 0 0
   [junit4]   2> 4377731 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[52]} 0 0
   [junit4]   2> 4377731 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[53]} 0 0
   [junit4]   2> 4377731 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[54]} 0 0
   [junit4]   2> 4377731 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[55]} 0 0
   [junit4]   2> 4377731 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[56]} 0 0
   [junit4]   2> 4377731 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[57]} 0 0
   [junit4]   2> 4377731 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[58]} 0 0
   [junit4]   2> 4377731 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[59]} 0 0
   [junit4]   2> 4377731 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[59]} 0 0
   [junit4]   2> 4377732 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[60]} 0 0
   [junit4]   2> 4377732 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[61]} 0 0
   [junit4]   2> 4377732 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[62]} 0 0
   [junit4]   2> 4377732 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[62]} 0 0
   [junit4]   2> 4377732 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[63]} 0 0
   [junit4]   2> 4377732 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[64]} 0 0
   [junit4]   2> 4377732 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[65]} 0 0
   [junit4]   2> 4377732 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[65]} 0 0
   [junit4]   2> 4377751 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4377751 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 18
   [junit4]   2> 4377752 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[66]} 0 0
   [junit4]   2> 4377752 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[67]} 0 0
   [junit4]   2> 4377753 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[68]} 0 0
   [junit4]   2> 4377753 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[69]} 0 0
   [junit4]   2> 4377753 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[70]} 0 0
   [junit4]   2> 4377753 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[71]} 0 0
   [junit4]   2> 4377753 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[72]} 0 0
   [junit4]   2> 4377753 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={wt=json&indent=true}{add=[73]} 0 0
   [junit4]   2> 4377766 INFO  (searcherExecutor-15997-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4377766 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 13
   [junit4]   2> 4377767 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&wt=xml} hits=74 status=0 QTime=0
   [junit4]   2> 4377769 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!+cache%3Dtrue+tag%3Dt}-_query_:"{!frange+v%3Dval_i+l%3D12+u%3D73}"&fq={!cache%3Dtrue}+val_i:0+val_i:1+val_i:2+val_i:3+val_i:4+val_i:6+val_i:13+val_i:15+val_i:20+val_i:21+val_i:22+val_i:23+val_i:27+val_i:28+val_i:31+val_i:32+val_i:33+val_i:34+val_i:38+val_i:43+val_i:47+val_i:50+val_i:51+val_i:53+val_i:57+val_i:58+val_i:61+val_i:63+val_i:65+val_i:67+val_i:68+val_i:69+val_i:71+val_i:72+val_i:73&fq={!}val_s:{00055+TO+00126]&fq={!frange+v%3Dval_i+l%3D9+u%3D30}&fq={!+cost%3D193}-_query_:"{!frange+v%3Dval_i+l%3D48+u%3D73}"&wt=xml} hits=0 status=0 QTime=1
   [junit4]   2> 4377770 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!+cache%3Dtrue+tag%3Dt}val_i:[00027+TO+00074]&fq={!+cost%3D123+tag%3Dt}-_query_:"{!frange+v%3Dval_i+l%3D10+u%3D73}"&fq=-_query_:"{!frange+v%3Dval_i+l%3D67+u%3D73}"&fq={!frange+v%3Dval_i+l%3D47+u%3D86}&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 4377772 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={facet.query=*:*&facet.query={!key%3DmultiSelect+ex%3Dt}*:*&facet.query={!key%3DfacetQuery}+-val_i:2+-val_i:3+-val_i:6+-val_i:9+-val_i:10+-val_i:11+-val_i:16+-val_i:18+-val_i:20+-val_i:21+-val_i:25+-val_i:27+-val_i:28+-val_i:29+-val_i:30+-val_i:31+-val_i:34+-val_i:35+-val_i:36+-val_i:37+-val_i:39+-val_i:41+-val_i:42+-val_i:43+-val_i:44+-val_i:45+-val_i:47+-val_i:48+-val_i:50+-val_i:52+-val_i:57+-val_i:58+-val_i:61+-val_i:62+-val_i:63+-val_i:69+-val_i:70+-val_i:71+-val_i:72&q={!frange+v%3Dval_i+l%3D48+u%3D76+cache%3Dfalse}&fq={!cache%3Dtrue+tag%3Dt}+val_i:1+val_i:2+val_i:3+val_i:4+val_i:5+val_i:6+val_i:7+val_i:11+val_i:16+val_i:18+val_i:22+val_i:26+val_i:27+val_i:29+val_i:30+val_i:31+val_i:32+val_i:34+val_i:35+val_i:36+val_i:39+val_i:43+val_i:44+val_i:46+val_i:47+val_i:48+val_i:49+val_i:50+val_i:51+val_i:54+val_i:55+val_i:56+val_i:58+val_i:59+val_i:64+val_i:66+val_i:67+val_i:69+val_i:70+val_i:71+val_i:73&facet=true&wt=xml} hits=16 status=0 QTime=2
   [junit4]   2> 4377776 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dtrue+tag%3Dt}+val_i:0+val_i:1+val_i:2+val_i:3+val_i:5+val_i:8+val_i:9+val_i:12+val_i:13+val_i:19+val_i:21+val_i:26+val_i:27+val_i:28+val_i:30+val_i:31+val_i:32+val_i:34+val_i:36+val_i:38+val_i:42+val_i:43+val_i:45+val_i:46+val_i:47+val_i:51+val_i:53+val_i:54+val_i:56+val_i:57+val_i:61+val_i:62+val_i:66+val_i:67+val_i:68+val_i:70+val_i:72&fq={!cache%3Dfalse+cost%3D17+tag%3Dt}+-val_i:2+-val_i:4+-val_i:7+-val_i:8+-val_i:10+-val_i:11+-val_i:13+-val_i:16+-val_i:17+-val_i:19+-val_i:22+-val_i:24+-val_i:25+-val_i:28+-val_i:29+-val_i:30+-val_i:33+-val_i:34+-val_i:35+-val_i:39+-val_i:40+-val_i:46+-val_i:49+-val_i:50+-val_i:52+-val_i:55+-val_i:57+-val_i:61+-val_i:62+-val_i:64+-val_i:65+-val_i:66+-val_i:67+-val_i:70+-val_i:72&fq={!frange+v%3Dval_i+l%3D12+u%3D50+tag%3Dt}&fq={!cache%3Dtrue}+val_i:0+val_i:2+val_i:3+val_i:5+val_i:7+val_i:8+val_i:11+val_i:13+val_i:14+val_i:18+val_i:19+val_i:22+val_i:26+val_i:27+val_i:31+val_i:33+val_i:34+val_i:38+val_i:39+val_i:40+val_i:44+val_i:47+val_i:49+val_i:51+val_i:52+val_i:53+val_i:55+val_i:58+val_i:61+val_i:62+val_i:63+val_i:68+val_i:70+val_i:71+val_i:73&fq={!}-_query_:"val_s:[00030+TO+00074}"&wt=xml} hits=2 status=0 QTime=3
   [junit4]   2> 4377779 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={facet.query=*:*&facet.query={!key%3DmultiSelect+ex%3Dt}*:*&facet.query={!key%3DfacetQuery++cache%3Dfalse+cost%3D192}-_query_:"val_i:[00026+TO+00074}"&q={!+cache%3Dtrue+tag%3Dt}val_i:{00005+TO+00079]+OR+val_i:[00006+TO+00080}&fq={!cache%3Dtrue+tag%3Dt}+-val_i:0+-val_i:1+-val_i:2+-val_i:3+-val_i:5+-val_i:7+-val_i:8+-val_i:9+-val_i:18+-val_i:19+-val_i:21+-val_i:23+-val_i:25+-val_i:26+-val_i:28+-val_i:32+-val_i:33+-val_i:38+-val_i:40+-val_i:41+-val_i:42+-val_i:43+-val_i:46+-val_i:47+-val_i:48+-val_i:49+-val_i:50+-val_i:51+-val_i:52+-val_i:53+-val_i:54+-val_i:55+-val_i:56+-val_i:58+-val_i:62+-val_i:66+-val_i:67+-val_i:68+-val_i:72+-val_i:73&fq={!+cost%3D178}-_query_:"{!frange+v%3Dval_i+l%3D15+u%3D73}"&fq={!+cache%3Dfalse}-_query_:"{!frange+v%3Dval_i+l%3D72+u%3D78}"&fq={!cache%3Dfalse+cost%3D175}+val_i:0+val_i:1+val_i:2+val_i:4+val_i:7+val_i:9+val_i:12+val_i:13+val_i:14+val_i:15+val_i:18+val_i:21+val_i:23+val_i:24+val_i:26+val_i:28+val_i:32+val_i:35+val_i:38+val_i:41+val_i:42+val_i:44+val_i:46+val_i:47+val_i:49+val_i:50+val_i:52+val_i:53+val_i:54+val_i:55+val_i:61+val_i:62+val_i:64+val_i:65+val_i:67+val_i:68+val_i:71&facet=true&wt=xml} hits=3 status=0 QTime=2
   [junit4]   2> 4377781 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dfalse+cost%3D57}+val_i:0+val_i:1+val_i:3+val_i:5+val_i:6+val_i:7+val_i:10+val_i:11+val_i:14+val_i:17+val_i:20+val_i:22+val_i:24+val_i:25+val_i:30+val_i:33+val_i:34+val_i:36+val_i:37+val_i:39+val_i:40+val_i:41+val_i:42+val_i:46+val_i:52+val_i:53+val_i:54+val_i:55+val_i:56+val_i:57+val_i:59+val_i:60+val_i:61+val_i:62+val_i:63+val_i:64+val_i:65+val_i:66+val_i:70+val_i:71+val_i:72+val_i:73&fq={!cache%3Dfalse+cost%3D102+tag%3Dt}+val_i:1+val_i:2+val_i:5+val_i:6+val_i:11+val_i:13+val_i:14+val_i:15+val_i:20+val_i:23+val_i:24+val_i:27+val_i:28+val_i:29+val_i:32+val_i:33+val_i:36+val_i:37+val_i:38+val_i:40+val_i:42+val_i:43+val_i:45+val_i:46+val_i:48+val_i:51+val_i:52+val_i:54+val_i:55+val_i:56+val_i:59+val_i:61+val_i:62+val_i:65+val_i:66+val_i:69+val_i:70+val_i:71+val_i:72&wt=xml} hits=25 status=0 QTime=1
   [junit4]   2> 4377782 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dfalse+cost%3D84+tag%3Dt}+-val_i:2+-val_i:3+-val_i:5+-val_i:6+-val_i:7+-val_i:8+-val_i:11+-val_i:13+-val_i:15+-val_i:17+-val_i:19+-val_i:20+-val_i:21+-val_i:22+-val_i:23+-val_i:24+-val_i:28+-val_i:29+-val_i:31+-val_i:32+-val_i:34+-val_i:37+-val_i:39+-val_i:42+-val_i:43+-val_i:47+-val_i:50+-val_i:53+-val_i:54+-val_i:55+-val_i:56+-val_i:57+-val_i:59+-val_i:62+-val_i:64+-val_i:65+-val_i:67+-val_i:68+-val_i:70&wt=xml} hits=35 status=0 QTime=1
   [junit4]   2> 4377791 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dtrue+tag%3Dt}+val_i:0+val_i:2+val_i:13+val_i:14+val_i:15+val_i:16+val_i:17+val_i:21+val_i:22+val_i:24+val_i:27+val_i:28+val_i:30+val_i:31+val_i:32+val_i:36+val_i:38+val_i:39+val_i:40+val_i:41+val_i:42+val_i:43+val_i:44+val_i:45+val_i:47+val_i:48+val_i:49+val_i:50+val_i:54+val_i:55+val_i:56+val_i:58+val_i:59+val_i:61+val_i:62+val_i:63+val_i:66+val_i:69+val_i:70+val_i:71&fq=-_query_:"{!frange+v%3Dval_i+l%3D5+u%3D73}"&fq={!+tag%3Dt}val_i:[00073+TO+00074}+AND+val_i:{00072+TO+00073]&fq={!cache%3Dtrue+tag%3Dt}+val_i:3+val_i:10+val_i:11+val_i:13+val_i:15+val_i:17+val_i:19+val_i:22+val_i:26+val_i:31+val_i:34+val_i:35+val_i:39+val_i:41+val_i:42+val_i:44+val_i:45+val_i:47+val_i:49+val_i:50+val_i:52+val_i:55+val_i:57+val_i:58+val_i:59+val_i:61+val_i:62+val_i:64+val_i:66+val_i:67+val_i:68+val_i:70+val_i:73&fq={!cache%3Dtrue+tag%3Dt}+val_i:1+val_i:4+val_i:7+val_i:8+val_i:9+val_i:10+val_i:18+val_i:20+val_i:23+val_i:24+val_i:30+val_i:31+val_i:33+val_i:36+val_i:39+val_i:40+val_i:43+val_i:44+val_i:45+val_i:47+val_i:50+val_i:52+val_i:53+val_i:56+val_i:57+val_i:59+val_i:60+val_i:64+val_i:68+val_i:72&wt=xml} hits=0 status=0 QTime=8
   [junit4]   2> 4377804 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={facet.query=*:*&facet.query={!key%3DmultiSelect+ex%3Dt}*:*&facet.query={!key%3DfacetQuery}-_query_:"{!frange+v%3Dval_i+l%3D20+u%3D73}"&q={!frange+v%3Dval_i+l%3D5+u%3D27}&group.main=true&group.cache.percent=100&fq={!cache%3Dtrue+tag%3Dt}+val_i:0+val_i:3+val_i:5+val_i:6+val_i:8+val_i:9+val_i:10+val_i:11+val_i:16+val_i:17+val_i:21+val_i:23+val_i:24+val_i:27+val_i:28+val_i:36+val_i:37+val_i:38+val_i:39+val_i:40+val_i:42+val_i:45+val_i:46+val_i:47+val_i:50+val_i:51+val_i:52+val_i:56+val_i:57+val_i:59+val_i:60+val_i:62+val_i:63+val_i:65+val_i:66+val_i:67+val_i:68+val_i:69+val_i:70+val_i:73&fq={!+tag%3Dt}-_query_:"val_i:[00023+TO+00073]"&fq={!cache%3Dfalse}+val_i:1+val_i:2+val_i:3+val_i:4+val_i:7+val_i:12+val_i:13+val_i:15+val_i:16+val_i:21+val_i:23+val_i:27+val_i:33+val_i:34+val_i:37+val_i:38+val_i:39+val_i:41+val_i:42+val_i:44+val_i:45+val_i:46+val_i:47+val_i:51+val_i:53+val_i:55+val_i:58+val_i:59+val_i:60+val_i:61+val_i:64+val_i:66+val_i:67+val_i:68+val_i:69+val_i:71&fq={!cache%3Dfalse}+val_i:0+val_i:1+val_i:2+val_i:3+val_i:4+val_i:5+val_i:8+val_i:9+val_i:14+val_i:15+val_i:16+val_i:17+val_i:18+val_i:19+val_i:21+val_i:22+val_i:25+val_i:26+val_i:27+val_i:30+val_i:32+val_i:33+val_i:34+val_i:35+val_i:36+val_i:37+val_i:41+val_i:42+val_i:46+val_i:47+val_i:50+val_i:51+val_i:52+val_i:53+val_i:54+val_i:57+val_i:58+val_i:59+val_i:60+val_i:63+val_i:64+val_i:65+val_i:66+val_i:67+val_i:71&facet=true&wt=xml&group.field=id&group=true} hits=2 status=0 QTime=13
   [junit4]   2> 4377806 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dtrue}+val_i:3+val_i:4+val_i:8+val_i:9+val_i:11+val_i:12+val_i:13+val_i:14+val_i:16+val_i:17+val_i:18+val_i:19+val_i:22+val_i:23+val_i:25+val_i:26+val_i:27+val_i:28+val_i:31+val_i:32+val_i:34+val_i:35+val_i:36+val_i:38+val_i:39+val_i:40+val_i:44+val_i:45+val_i:47+val_i:49+val_i:54+val_i:55+val_i:56+val_i:59+val_i:61+val_i:67+val_i:68+val_i:70+val_i:73&fq={!+cost%3D113}-_query_:"{!frange+v%3Dval_i+l%3D23+u%3D73}"&fq={!frange+v%3Dval_i+l%3D38+u%3D84+cache%3Dtrue+tag%3Dt}&fq={!cache%3Dfalse+cost%3D36+tag%3Dt}+val_i:2+val_i:4+val_i:5+val_i:8+val_i:9+val_i:10+val_i:12+val_i:15+val_i:16+val_i:17+val_i:18+val_i:19+val_i:20+val_i:21+val_i:23+val_i:27+val_i:29+val_i:32+val_i:35+val_i:37+val_i:40+val_i:43+val_i:44+val_i:46+val_i:54+val_i:55+val_i:56+val_i:59+val_i:64+val_i:66+val_i:67+val_i:68+val_i:70+val_i:72&wt=xml} hits=0 status=0 QTime=1
   [junit4]   2> 4377808 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!frange+v%3Dval_i+l%3D39+u%3D102+cache%3Dfalse+tag%3Dt}&fq={!cache%3Dtrue}+val_i:2+val_i:3+val_i:5+val_i:7+val_i:8+val_i:11+val_i:12+val_i:14+val_i:16+val_i:18+val_i:23+val_i:24+val_i:26+val_i:28+val_i:31+val_i:32+val_i:34+val_i:36+val_i:38+val_i:39+val_i:42+val_i:45+val_i:48+val_i:50+val_i:55+val_i:56+val_i:57+val_i:58+val_i:59+val_i:62+val_i:63+val_i:64+val_i:65+val_i:66+val_i:69+val_i:70+val_i:71&fq={!+cache%3Dfalse+tag%3Dt}val_i:[00024+TO+00091]&fq=-_query_:"{!frange+v%3Dval_i+l%3D23+u%3D73}"&fq={!cache%3Dtrue+tag%3Dt}+-val_i:0+-val_i:3+-val_i:4+-val_i:5+-val_i:12+-val_i:17+-val_i:18+-val_i:21+-val_i:22+-val_i:23+-val_i:28+-val_i:29+-val_i:31+-val_i:33+-val_i:34+-val_i:35+-val_i:36+-val_i:37+-val_i:39+-val_i:40+-val_i:42+-val_i:44+-val_i:49+-val_i:51+-val_i:57+-val_i:60+-val_i:61+-val_i:64+-val_i:65+-val_i:66+-val_i:67+-val_i:68+-val_i:70+-val_i:71+-val_i:73&wt=xml} hits=0 status=0 QTime=1
   [junit4]   2> 4377810 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={facet.query=*:*&facet.query={!key%3DmultiSelect+ex%3Dt}*:*&facet.query={!key%3DfacetQuery+frange+v%3Dval_i+l%3D63+u%3D84+cost%3D134}&q={!cache%3Dtrue+tag%3Dt}+-val_i:0+-val_i:1+-val_i:2+-val_i:5+-val_i:7+-val_i:9+-val_i:10+-val_i:11+-val_i:12+-val_i:16+-val_i:19+-val_i:21+-val_i:23+-val_i:24+-val_i:26+-val_i:28+-val_i:30+-val_i:31+-val_i:34+-val_i:35+-val_i:38+-val_i:39+-val_i:42+-val_i:44+-val_i:45+-val_i:46+-val_i:47+-val_i:49+-val_i:50+-val_i:51+-val_i:54+-val_i:55+-val_i:60+-val_i:61+-val_i:64+-val_i:67+-val_i:68+-val_i:69+-val_i:70+-val_i:72&fq={!cache%3Dtrue+tag%3Dt}+val_i:0+val_i:1+val_i:2+val_i:3+val_i:5+val_i:6+val_i:9+val_i:11+val_i:12+val_i:14+val_i:19+val_i:20+val_i:21+val_i:23+val_i:24+val_i:27+val_i:28+val_i:30+val_i:33+val_i:37+val_i:39+val_i:40+val_i:41+val_i:42+val_i:43+val_i:44+val_i:45+val_i:46+val_i:50+val_i:51+val_i:53+val_i:54+val_i:55+val_i:56+val_i:57+val_i:64+val_i:66+val_i:67+val_i:70+val_i:72&fq=+val_i:0+val_i:4+val_i:5+val_i:9+val_i:11+val_i:16+val_i:17+val_i:21+val_i:22+val_i:23+val_i:25+val_i:26+val_i:27+val_i:28+val_i:29+val_i:32+val_i:36+val_i:38+val_i:41+val_i:44+val_i:45+val_i:46+val_i:47+val_i:48+val_i:49+val_i:54+val_i:55+val_i:57+val_i:58+val_i:60+val_i:61+val_i:64+val_i:69+val_i:70+val_i:71+val_i:72+val_i:73&fq={!frange+v%3Dval_i+l%3D22+u%3D60+cache%3Dfalse+cost%3D121}&fq={!cache%3Dfalse+cost%3D109}+val_i:0+val_i:1+val_i:2+val_i:3+val_i:4+val_i:6+val_i:9+val_i:10+val_i:11+val_i:12+val_i:13+val_i:16+val_i:18+val_i:19+val_i:22+val_i:24+val_i:26+val_i:28+val_i:30+val_i:34+val_i:36+val_i:37+val_i:38+val_i:44+val_i:45+val_i:46+val_i:49+val_i:50+val_i:52+val_i:53+val_i:54+val_i:56+val_i:57+val_i:60+val_i:61+val_i:69+val_i:70+val_i:72+val_i:73&facet=true&wt=xml} hits=1 status=0 QTime=2
   [junit4]   2> 4377813 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dfalse}+-val_i:0+-val_i:2+-val_i:3+-val_i:4+-val_i:7+-val_i:8+-val_i:9+-val_i:10+-val_i:11+-val_i:14+-val_i:15+-val_i:16+-val_i:19+-val_i:23+-val_i:27+-val_i:29+-val_i:30+-val_i:31+-val_i:32+-val_i:33+-val_i:38+-val_i:40+-val_i:41+-val_i:42+-val_i:43+-val_i:44+-val_i:47+-val_i:49+-val_i:50+-val_i:51+-val_i:52+-val_i:53+-val_i:54+-val_i:55+-val_i:57+-val_i:63+-val_i:64+-val_i:66+-val_i:67+-val_i:69+-val_i:72&fq={!cache%3Dfalse+tag%3Dt}+val_i:1+val_i:2+val_i:3+val_i:5+val_i:11+val_i:12+val_i:13+val_i:14+val_i:15+val_i:17+val_i:18+val_i:20+val_i:21+val_i:22+val_i:27+val_i:29+val_i:31+val_i:32+val_i:36+val_i:38+val_i:39+val_i:41+val_i:49+val_i:50+val_i:56+val_i:57+val_i:58+val_i:59+val_i:60+val_i:63+val_i:64+val_i:65+val_i:66+val_i:67+val_i:68+val_i:69+val_i:71+val_i:72&fq={!cache%3Dfalse+cost%3D192}+val_i:2+val_i:3+val_i:5+val_i:6+val_i:10+val_i:11+val_i:12+val_i:13+val_i:15+val_i:17+val_i:18+val_i:19+val_i:22+val_i:29+val_i:30+val_i:35+val_i:36+val_i:37+val_i:40+val_i:42+val_i:43+val_i:44+val_i:46+val_i:47+val_i:49+val_i:54+val_i:55+val_i:57+val_i:60+val_i:62+val_i:63+val_i:64+val_i:65+val_i:66+val_i:67+val_i:70+val_i:73&fq={!+cache%3Dfalse}val_i:{00007+TO+00078}+OR+val_i:[00008+TO+00077]&wt=xml} hits=8 status=0 QTime=1
   [junit4]   2> 4377815 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dtrue+tag%3Dt}+-val_i:2+-val_i:4+-val_i:6+-val_i:7+-val_i:8+-val_i:11+-val_i:14+-val_i:15+-val_i:16+-val_i:18+-val_i:21+-val_i:22+-val_i:24+-val_i:25+-val_i:26+-val_i:30+-val_i:31+-val_i:32+-val_i:33+-val_i:34+-val_i:38+-val_i:41+-val_i:42+-val_i:44+-val_i:48+-val_i:49+-val_i:52+-val_i:53+-val_i:54+-val_i:55+-val_i:56+-val_i:58+-val_i:61+-val_i:62+-val_i:64+-val_i:66+-val_i:67+-val_i:70+-val_i:72+-val_i:73&group.main=true&group.cache.percent=100&fq={!+cache%3Dtrue+tag%3Dt}id:RAND1938553725+OR+val_i:{00024+TO+00071}&fq={!+cache%3Dfalse+cost%3D149+tag%3Dt}val_s:{00069+TO+00120]+AND+val_s:[00070+TO+00121}&fq={!+tag%3Dt}-_query_:"{!frange+v%3Dval_i+l%3D48+u%3D73}"&fq={!cache%3Dfalse}+val_i:2+val_i:4+val_i:5+val_i:6+val_i:9+val_i:11+val_i:14+val_i:18+val_i:19+val_i:21+val_i:22+val_i:23+val_i:24+val_i:26+val_i:27+val_i:28+val_i:30+val_i:32+val_i:33+val_i:36+val_i:37+val_i:48+val_i:49+val_i:50+val_i:54+val_i:56+val_i:57+val_i:59+val_i:60+val_i:64+val_i:68+val_i:69+val_i:70+val_i:72&wt=xml&group.field=id&group=true} hits=0 status=0 QTime=1
   [junit4]   2> 4377817 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dtrue+tag%3Dt}+-val_i:1+-val_i:3+-val_i:4+-val_i:5+-val_i:7+-val_i:8+-val_i:9+-val_i:11+-val_i:12+-val_i:13+-val_i:15+-val_i:16+-val_i:19+-val_i:27+-val_i:28+-val_i:29+-val_i:31+-val_i:32+-val_i:34+-val_i:37+-val_i:38+-val_i:39+-val_i:41+-val_i:42+-val_i:44+-val_i:45+-val_i:46+-val_i:48+-val_i:50+-val_i:52+-val_i:54+-val_i:57+-val_i:58+-val_i:60+-val_i:62+-val_i:63+-val_i:64+-val_i:70+-val_i:71&group.main=true&group.cache.percent=100&fq=-_query_:"val_s:[00045+TO+00073]"&wt=xml&group.field=id&group=true} hits=20 status=0 QTime=1
   [junit4]   2> 4377820 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!cache%3Dtrue}+val_i:0+val_i:2+val_i:4+val_i:5+val_i:6+val_i:9+val_i:10+val_i:12+val_i:13+val_i:14+val_i:16+val_i:17+val_i:18+val_i:19+val_i:20+val_i:25+val_i:26+val_i:32+val_i:35+val_i:37+val_i:40+val_i:41+val_i:42+val_i:48+val_i:49+val_i:50+val_i:54+val_i:58+val_i:59+val_i:62+val_i:63+val_i:64+val_i:70+val_i:73&fq={!cache%3Dfalse+cost%3D196+tag%3Dt}+-val_i:0+-val_i:1+-val_i:3+-val_i:4+-val_i:7+-val_i:8+-val_i:9+-val_i:10+-val_i:11+-val_i:12+-val_i:13+-val_i:14+-val_i:18+-val_i:19+-val_i:21+-val_i:23+-val_i:25+-val_i:28+-val_i:30+-val_i:31+-val_i:32+-val_i:33+-val_i:36+-val_i:37+-val_i:38+-val_i:42+-val_i:44+-val_i:46+-val_i:47+-val_i:51+-val_i:52+-val_i:55+-val_i:56+-val_i:57+-val_i:58+-val_i:59+-val_i:61+-val_i:63+-val_i:64+-val_i:65+-val_i:67+-val_i:68+-val_i:69+-val_i:70+-val_i:72+-val_i:73&wt=xml} hits=15 status=0 QTime=3
   [junit4]   2> 4377834 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=+-val_i:0+-val_i:2+-val_i:3+-val_i:4+-val_i:6+-val_i:7+-val_i:11+-val_i:12+-val_i:14+-val_i:17+-val_i:18+-val_i:19+-val_i:26+-val_i:27+-val_i:28+-val_i:29+-val_i:31+-val_i:33+-val_i:34+-val_i:36+-val_i:39+-val_i:40+-val_i:42+-val_i:43+-val_i:44+-val_i:47+-val_i:48+-val_i:51+-val_i:53+-val_i:54+-val_i:57+-val_i:58+-val_i:60+-val_i:61+-val_i:63+-val_i:64+-val_i:65+-val_i:67+-val_i:68+-val_i:71&fq={!cache%3Dfalse+cost%3D171}+-val_i:0+-val_i:3+-val_i:4+-val_i:8+-val_i:10+-val_i:13+-val_i:14+-val_i:15+-val_i:17+-val_i:18+-val_i:19+-val_i:20+-val_i:23+-val_i:24+-val_i:28+-val_i:29+-val_i:30+-val_i:33+-val_i:34+-val_i:41+-val_i:43+-val_i:45+-val_i:46+-val_i:48+-val_i:49+-val_i:50+-val_i:51+-val_i:52+-val_i:53+-val_i:56+-val_i:58+-val_i:59+-val_i:60+-val_i:61+-val_i:62+-val_i:64+-val_i:67+-val_i:68+-val_i:70+-val_i:71&fq={!cache%3Dtrue+tag%3Dt}+-val_i:0+-val_i:1+-val_i:4+-val_i:5+-val_i:6+-val_i:7+-val_i:11+-val_i:14+-val_i:15+-val_i:16+-val_i:17+-val_i:21+-val_i:23+-val_i:25+-val_i:27+-val_i:29+-val_i:30+-val_i:32+-val_i:35+-val_i:36+-val_i:39+-val_i:41+-val_i:47+-val_i:49+-val_i:52+-val_i:63+-val_i:65+-val_i:67+-val_i:68+-val_i:69+-val_i:73&wt=xml} hits=7 status=0 QTime=13
   [junit4]   2> 4377838 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={facet.query=*:*&facet.query={!key%3DmultiSelect+ex%3Dt}*:*&facet.query={!key%3DfacetQuery}-_query_:"val_s:{00053+TO+00073]"&q={!frange+v%3Dval_i+l%3D22+u%3D72+cache%3Dtrue+tag%3Dt}&fq={!cache%3Dfalse+cost%3D69+tag%3Dt}+val_i:5+val_i:7+val_i:8+val_i:10+val_i:12+val_i:13+val_i:14+val_i:16+val_i:18+val_i:21+val_i:23+val_i:24+val_i:27+val_i:28+val_i:29+val_i:30+val_i:31+val_i:32+val_i:33+val_i:38+val_i:39+val_i:40+val_i:41+val_i:42+val_i:48+val_i:58+val_i:59+val_i:62+val_i:64+val_i:66+val_i:67+val_i:69+val_i:72+val_i:73&fq=-_query_:"{!frange+v%3Dval_i+l%3D22+u%3D73}"&fq={!cache%3Dfalse}+-val_i:0+-val_i:1+-val_i:4+-val_i:5+-val_i:7+-val_i:10+-val_i:11+-val_i:12+-val_i:13+-val_i:14+-val_i:15+-val_i:16+-val_i:20+-val_i:25+-val_i:26+-val_i:28+-val_i:29+-val_i:30+-val_i:31+-val_i:34+-val_i:35+-val_i:38+-val_i:39+-val_i:42+-val_i:43+-val_i:45+-val_i:48+-val_i:49+-val_i:50+-val_i:51+-val_i:52+-val_i:54+-val_i:55+-val_i:56+-val_i:57+-val_i:59+-val_i:61+-val_i:63+-val_i:65+-val_i:66+-val_i:67+-val_i:69+-val_i:71&facet=true&wt=xml} hits=0 status=0 QTime=3
   [junit4]   2> 4377840 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={facet.query=*:*&facet.query={!key%3DmultiSelect+ex%3Dt}*:*&facet.query={!key%3DfacetQuery}-_query_:"{!frange+v%3Dval_i+l%3D64+u%3D73}"&q={!cache%3Dfalse+cost%3D9+tag%3Dt}+val_i:1+val_i:2+val_i:3+val_i:6+val_i:9+val_i:10+val_i:12+val_i:13+val_i:19+val_i:20+val_i:26+val_i:29+val_i:30+val_i:32+val_i:36+val_i:37+val_i:40+val_i:42+val_i:46+val_i:49+val_i:51+val_i:52+val_i:54+val_i:55+val_i:56+val_i:58+val_i:59+val_i:61+val_i:63+val_i:66+val_i:67+val_i:68+val_i:69+val_i:70+val_i:73&fq={!cache%3Dtrue}+-val_i:1+-val_i:3+-val_i:8+-val_i:11+-val_i:12+-val_i:13+-val_i:18+-val_i:19+-val_i:20+-val_i:22+-val_i:23+-val_i:24+-val_i:27+-val_i:29+-val_i:30+-val_i:32+-val_i:33+-val_i:39+-val_i:42+-val_i:43+-val_i:44+-val_i:46+-val_i:47+-val_i:48+-val_i:50+-val_i:55+-val_i:56+-val_i:57+-val_i:59+-val_i:62+-val_i:63+-val_i:72+-val_i:73&fq={!frange+v%3Dval_i+l%3D72+u%3D100+cache%3Dtrue+tag%3Dt}&facet=true&wt=xml} hits=0 status=0 QTime=2
   [junit4]   2> 4377841 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q={!}-_query_:"val_i:[00021+TO+00074}"&fq={!+cost%3D159+tag%3Dt}-_query_:"val_s:[00043+TO+00074}"&wt=xml} hits=21 status=0 QTime=0
   [junit4]   2> 4377844 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={facet.query=*:*&facet.query={!key%3DmultiSelect+ex%3Dt}*:*&facet.query={!key%3DfacetQuery+cache%3Dtrue}+val_i:0+val_i:2+val_i:3+val_i:4+val_i:5+val_i:8+val_i:11+val_i:12+val_i:14+val_i:15+val_i:16+val_i:17+val_i:19+val_i:20+val_i:21+val_i:24+val_i:25+val_i:26+val_i:29+val_i:30+val_i:31+val_i:36+val_i:41+val_i:42+val_i:43+val_i:45+val_i:50+val_i:51+val_i:52+val_i:54+val_i:55+val_i:58+val_i:60+val_i:65+val_i:66+val_i:67+val_i:69+val_i:70+val_i:71+val_i:72+val_i:73&q={!cache%3Dfalse+cost%3D13}+val_i:0+val_i:4+val_i:5+val_i:6+val_i:8+val_i:12+val_i:13+val_i:14+val_i:16+val_i:20+val_i:22+val_i:23+val_i:24+val_i:26+val_i:28+val_i:29+val_i:30+val_i:33+val_i:34+val_i:36+val_i:37+val_i:39+val_i:41+val_i:46+val_i:47+val_i:50+val_i:54+val_i:55+val_i:56+val_i:58+val_i:59+val_i:63+val_i:65+val_i:67+val_i:70+val_i:71+val_i:72&facet=true&wt=xml} hits=37 status=0 QTime=2
   [junit4]   2> 4377849 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={facet.query=*:*&facet.query={!key%3DmultiSelect+ex%3Dt}*:*&facet.query={!key%3DfacetQuery}*:*+AND+val_i:[00050+TO+00102]&q={!cache%3Dtrue+tag%3Dt}+-val_i:0+-val_i:2+-val_i:4+-val_i:7+-val_i:9+-val_i:10+-val_i:11+-val_i:13+-val_i:14+-val_i:15+-val_i:19+-val_i:21+-val_i:24+-val_i:28+-val_i:29+-val_i:30+-val_i:33+-val_i:34+-val_i:35+-val_i:36+-val_i:39+-val_i:45+-val_i:48+-val_i:50+-val_i:53+-val_i:55+-val_i:57+-val_i:58+-val_i:60+-val_i:65+-val_i:66+-val_i:67+-val_i:69+-val_i:70+-val_i:71&fq=-_query_:"{!frange+v%3Dval_i+l%3D25+u%3D73}"&fq=-_query_:"{!frange+v%3Dval_i+l%3D34+u%3D73}"&fq={!cache%3Dfalse}+-val_i:3+-val_i:4+-val_i:7+-val_i:8+-val_i:10+-val_i:11+-val_i:12+-val_i:16+-val_i:21+-val_i:22+-val_i:23+-val_i:24+-val_i:25+-val_i:26+-val_i:27+-val_i:28+-val_i:29+-val_i:31+-val_i:32+-val_i:33+-val_i:34+-val_i:36+-val_i:37+-val_i:39+-val_i:40+-val_i:41+-val_i:42+-val_i:46+-val_i:49+-val_i:50+-val_i:53+-val_i:54+-val_i:55+-val_i:59+-val_i:61+-val_i:62+-val_i:65+-val_i:71+-val_i:72+-val_i:73&facet=true&wt=xml} hits=6 status=0 QTime=4
   [junit4]   2> 4377851 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={facet.query=*:*&facet.query={!key%3DmultiSelect+ex%3Dt}*:*&facet.query={!key%3DfacetQuery+cache%3Dfalse}+-val_i:0+-val_i:2+-val_i:4+-val_i:5+-val_i:9+-val_i:10+-val_i:13+-val_i:17+-val_i:18+-val_i:20+-val_i:22+-val_i:23+-val_i:29+-val_i:30+-val_i:31+-val_i:32+-val_i:33+-val_i:36+-val_i:38+-val_i:40+-val_i:41+-val_i:44+-val_i:50+-val_i:52+-val_i:53+-val_i:54+-val_i:55+-val_i:56+-val_i:57+-val_i:61+-val_i:62+-val_i:63+-val_i:64+-val_i:65+-val_i:66+-val_i:67+-val_i:70+-val_i:71+-val_i:72&q=-_query_:"{!frange+v%3Dval_i+l%3D7+u%3D73}"&fq={!cache%3Dtrue}+-val_i:4+-val_i:5+-val_i:6+-val_i:7+-val_i:9+-val_i:11+-val_i:12+-val_i:16+-val_i:17+-val_i:19+-val_i:21+-val_i:22+-val_i:23+-val_i:25+-val_i:26+-val_i:28+-val_i:29+-val_i:36+-val_i:37+-val_i:42+-val_i:45+-val_i:47+-val_i:49+-val_i:50+-val_i:53+-val_i:56+-val_i:58+-val_i:59+-val_i:61+-val_i:66+-val_i:70&fq={!frange+v%3Dval_i+l%3D48+u%3D85+cache%3Dtrue+tag%3Dt}&facet=true&wt=xml} hits=0 status=0 QTime=1
   [junit4]   2> 4377852 INFO  (TEST-TestFiltering.testRandomFiltering-seed#[941028414E3EFF6C]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={facet.query=*:*&facet.query={!key%3DmultiSelect+ex%3Dt}*:*&facet.query={!key%3DfacetQuery+cache%3Dfalse}+-val_i:3+-val_i:4+-val_i:5+-val_i:7+-val_i:9+-val_i:11+-val_i:17+-val_i:19+-val_i:20+-val_i:23+-val_i:25+-val_i:28+-val_i:34+-val_i:35+-val_i:36+-val_i:39+-val_i:44+-val_i:51+-val_i:52+-val_i:53+-val_

[...truncated too long message...]

  2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    6) Thread[id=214646, name=h2sc-15992-thread-1, state=RUNNABLE, group=TGRP-TestFiltering]
   [junit4]   2>         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]   2>         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]   2>         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$$Lambda$103/1319282351.run(Unknown Source)
   [junit4]   2>         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$62/1315339641.run(Unknown Source)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    7) Thread[id=214642, name=h2sc-15990-thread-1, state=RUNNABLE, group=TGRP-TestFiltering]
   [junit4]   2>         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]   2>         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]   2>         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$$Lambda$103/1319282351.run(Unknown Source)
   [junit4]   2>         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$62/1315339641.run(Unknown Source)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=1563, maxDocsPerChunk=9, blockShift=7), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=1563, maxDocsPerChunk=9, blockSize=7)), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sr-Latn-ME, timezone=Asia/Dhaka
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=10,free=140115600,total=535298048
   [junit4]   2> NOTE: All tests run in this JVM: [BlockJoinFacetDistribTest, UninvertDocValuesMergePolicyTest, AutoscalingHistoryHandlerTest, OpenExchangeRatesOrgProviderTest, FacetPivotSmallTest, ClusterStateUpdateTest, TestSubQueryTransformerCrossCore, TestCustomSort, SecurityConfHandlerTest, MigrateRouteKeyTest, TestManagedSchemaAPI, AnalysisErrorHandlingTest, ForceLeaderTest, TestBackupRepositoryFactory, TestTolerantSearch, SuggesterTest, TestNamedUpdateProcessors, TestIncrementalCoreBackup, AddSchemaFieldsUpdateProcessorFactoryTest, OverseerStatusTest, TestConfig, FieldMutatingUpdateProcessorTest, BasicAuthStandaloneTest, TestRebalanceLeaders, TestSchemaField, PluginInfoTest, MBeansHandlerTest, TestSchemaDesignerConfigSetHelper, TestCollectionAPIs, BasicDistributedZk2Test, TestSearchPerf, SolrIndexMetricsTest, ZkDynamicConfigTest, ZkStateWriterTest, TestRandomDVFaceting, HighlighterConfigTest, TestCloudJSONFacetSKG, TestSchemaVersionResource, SolrCloudExampleTest, ByteBuffersDirectoryFactoryTest, GraphQueryTest, TestTestInjection, TestFastOutputStream, RestartWhileUpdatingTest, TestBinaryField, DocValuesTest, TestConfigSets, BooleanFieldTest, TestCollectionAPI, TestLazyCores, ClassificationUpdateProcessorFactoryTest, NodeMutatorTest, TestOnReconnectListenerSupport, HdfsThreadLeakTest, PingRequestHandlerTest, TestReplicaProperties, FuzzySearchTest, ConjunctionSolrSpellCheckerTest, TestPseudoReturnFields, HdfsBasicDistributedZkTest, TestShortCircuitedRequests, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestPostingsSolrHighlighter, NoCacheHeaderTest, SuggestComponentContextFilterQueryTest, ActionThrottleTest, TestLMJelinekMercerSimilarityFactory, TestLegacyTerms, SubstringBytesRefFilterTest, TestChildDocTransformer, TestStressIncrementalBackup, TestFieldCacheSortRandom, TestRemoteStreaming, NestedAtomicUpdateTest, TestPivotHelperCode, VMParamsZkACLAndCredentialsProvidersTest, TriggerEventQueueTest, HttpTriggerListenerTest, TestSimUtils, CdcrVersionReplicationTest, V2CollectionBackupsAPIMappingTest, SolrMetricsIntegrationTest, TestStressUserVersions, AsyncCallRequestStatusResponseTest, TestCloudInspectUtil, TestCustomStream, V2StandaloneTest, TestSimNodeLostTrigger, TestTextField, TestFieldTypeResource, TestDistribIDF, TestScoreJoinQPScore, AggValueSourceTest, TestImplicitCoreProperties, IndexSizeEstimatorTest, IndexSchemaTest, TermsComponentTest, DistributedQueryElevationComponentTest, TestCursorMarkWithoutUniqueKey, LeaderVoteWaitTimeoutTest, SchemaVersionSpecificBehaviorTest, QueryEqualityTest, TestGraphMLResponseWriter, TestWordDelimiterFilterFactory, SearchRateTriggerTest, TestDocTermOrdsUninvertLimit, JWTVerificationkeyResolverTest, SearchHandlerTest, TestPullReplicaWithAuth, TestLeaderElectionWithEmptyReplica, TestMaxScoreQueryParser, TestSimComputePlanAction, TestAuthorizationFramework, DeleteShardTest, TestManagedSynonymFilterFactory, TestCSVLoader, MetricTriggerIntegrationTest, MetricTriggerTest, NodeAddedTriggerIntegrationTest, NodeAddedTriggerTest, NodeLostTriggerTest, ScheduledMaintenanceTriggerTest, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrBootstrapTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, TestConfigOverlay, TestCoreContainer, TestMergePolicyConfig, TestMinimalConfig, TestNRTOpen, TestReloadAndDeleteDocs, TestSolrConfigHandler, TestSolrCloudSnapshots, TestReplicationHandlerBackup, TestReplicationHandlerDiskOverFlow, TestSQLHandler, XmlUpdateRequestHandlerTest, CoreAdminOperationTest, CoreAdminRequestStatusTest, ShowFileRequestHandlerTest, ZookeeperStatusHandlerFailureTest, CloudReplicaSourceTest, CustomHighlightComponentTest, DebugComponentTest, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLongTailTest, DistributedMLTComponentTest, TestDistributedStatsComponentCardinality, TestCollationField, TestManagedSchemaThreadSafety, UUIDFieldTest, AnalyticsMergeStrategyTest, RankQueryTest, SignificantTermsQParserPluginTest, SortSpecParsingTest, TestAddFieldRealTimeGet, TestCaffeineCache, TestFastLRUCache, TestFilteredDocIdSet, TestFiltering]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFiltering -Dtests.seed=941028414E3EFF6C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-Latn-ME -Dtests.timezone=Asia/Dhaka -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | TestFiltering (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([941028414E3EFF6C]:0)
   [junit4] Completed [947/947 (1!)] on J2 in 7212.86s, 4 tests, 2 errors <<< FAILURES!

[...truncated 54224 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 411 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/411/

1 tests failed.
FAILED:  org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testPartialReplication

Error Message:
Error from server at https://127.0.0.1:33299: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33299: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([3969ECE86B425A2B:A74BCD5843EADA47]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:601)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:358)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:179)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14125 lines...]
   [junit4] Suite: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest
   [junit4]   2> 1236049 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[3969ECE86B425A2B]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1236049 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[3969ECE86B425A2B]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1236050 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[3969ECE86B425A2B]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_3969ECE86B425A2B-001/data-dir-102-001
   [junit4]   2> 1236050 WARN  (SUITE-CdcrReplicationHandlerTest-seed#[3969ECE86B425A2B]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=140 numCloses=140
   [junit4]   2> 1236050 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[3969ECE86B425A2B]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1236052 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[3969ECE86B425A2B]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1236053 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[3969ECE86B425A2B]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1236058 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1236058 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1236058 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1236059 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1236158 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer start zk server on port: 46373
   [junit4]   2> 1236158 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46373
   [junit4]   2> 1236158 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46373
   [junit4]   2> 1236158 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46373
   [junit4]   2> 1236161 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1236166 INFO  (zkConnectionManagerCallback-13916-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1236167 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1236172 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1236174 INFO  (zkConnectionManagerCallback-13918-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1236174 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1236177 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1236180 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1236186 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1236188 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1236191 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1236194 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1236197 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1236199 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1236202 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1236205 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1236206 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1236212 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1236215 INFO  (zkConnectionManagerCallback-13922-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1236215 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1236219 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]-SendThread(127.0.0.1:46373)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10802d5e2530002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10802d5e2530002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10802d5e2530002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1236320 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testPartialReplication
   [junit4]   2> 1236478 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1236478 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1236478 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1236691 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1236691 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1236691 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1236691 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f1e90e5{/,null,AVAILABLE}
   [junit4]   2> 1236692 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6599d9d6{SSL, (ssl, http/1.1)}{127.0.0.1:36797}
   [junit4]   2> 1236692 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.Server Started @1236726ms
   [junit4]   2> 1236692 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=36797, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_3969ECE86B425A2B-001/jetty-001/cores}
   [junit4]   2> 1236693 ERROR (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1236693 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1236693 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.0
   [junit4]   2> 1236693 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1236693 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1236693 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-04T15:25:17.079Z
   [junit4]   2> 1236693 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1236696 INFO  (zkConnectionManagerCallback-13924-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1236696 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1236798 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1236798 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_3969ECE86B425A2B-001/jetty-001/solr.xml
   [junit4]   2> 1236801 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1236801 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1236803 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36717f49, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1237419 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1237419 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1237421 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7d3411c0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1237421 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7d3411c0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1237427 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1237429 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7d6b2fdf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1237429 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7d6b2fdf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1237431 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46373/solr
   [junit4]   2> 1237432 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1237432 INFO  (zkConnectionManagerCallback-13935-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1237433 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1237536 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1237539 INFO  (zkConnectionManagerCallback-13937-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1237540 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1237824 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1237844 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36797_
   [junit4]   2> 1237846 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.c.Overseer Overseer (id=74312511499993093-127.0.0.1:36797_-n_0000000000) starting
   [junit4]   2> 1237862 INFO  (OverseerStateUpdate-74312511499993093-127.0.0.1:36797_-n_0000000000) [n:127.0.0.1:36797_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36797_
   [junit4]   2> 1237862 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36797_
   [junit4]   2> 1237865 INFO  (OverseerStateUpdate-74312511499993093-127.0.0.1:36797_-n_0000000000) [n:127.0.0.1:36797_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1237875 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1237876 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1237903 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1237929 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36717f49
   [junit4]   2> 1237939 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36717f49
   [junit4]   2> 1237939 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36717f49
   [junit4]   2> 1237941 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:36797_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_3969ECE86B425A2B-001/jetty-001/cores
   [junit4]   2> 1238164 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1238164 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1238164 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1238374 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1238375 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1238375 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1238375 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@305e8ae4{/,null,AVAILABLE}
   [junit4]   2> 1238378 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2864110d{SSL, (ssl, http/1.1)}{127.0.0.1:33299}
   [junit4]   2> 1238378 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.Server Started @1238411ms
   [junit4]   2> 1238378 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=33299, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_3969ECE86B425A2B-001/jetty-002/cores}
   [junit4]   2> 1238378 ERROR (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1238378 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1238378 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.0
   [junit4]   2> 1238378 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1238378 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1238378 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-04T15:25:18.764Z
   [junit4]   2> 1238380 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1238382 INFO  (zkConnectionManagerCallback-13951-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1238382 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1238386 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]-SendThread(127.0.0.1:46373)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10802d5e2530006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10802d5e2530006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10802d5e2530006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1238486 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1238486 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_3969ECE86B425A2B-001/jetty-002/solr.xml
   [junit4]   2> 1238489 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1238489 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1238490 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36717f49, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1239262 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1239263 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1239264 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25511d5d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1239264 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25511d5d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1239267 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 1239268 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4f8d29f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1239268 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4f8d29f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1239270 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46373/solr
   [junit4]   2> 1239271 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1239272 INFO  (zkConnectionManagerCallback-13962-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1239273 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1239276 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]-SendThread(127.0.0.1:46373)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10802d5e2530007.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10802d5e2530007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10802d5e2530007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1239378 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1239379 INFO  (zkConnectionManagerCallback-13964-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1239379 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1239395 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1239398 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1239409 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.c.ZkController Publish node=127.0.0.1:33299_ as DOWN
   [junit4]   2> 1239413 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 1239413 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33299_
   [junit4]   2> 1239416 INFO  (zkCallback-13936-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1239418 INFO  (zkCallback-13963-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1239426 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1239426 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1239464 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1239505 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36717f49
   [junit4]   2> 1239521 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36717f49
   [junit4]   2> 1239521 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36717f49
   [junit4]   2> 1239523 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [n:127.0.0.1:33299_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_3969ECE86B425A2B-001/jetty-002/cores
   [junit4]   2> 1239749 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1239750 INFO  (zkConnectionManagerCallback-13977-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1239750 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1239753 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1239757 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46373/solr ready
   [junit4]   2> 1239827 INFO  (OverseerThreadFactory-13944-thread-1-processing-n:127.0.0.1:36797_) [n:127.0.0.1:36797_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
   [junit4]   2> 1239940 WARN  (OverseerThreadFactory-13944-thread-1-processing-n:127.0.0.1:36797_) [n:127.0.0.1:36797_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
   [junit4]   2> 1239944 INFO  (qtp880646565-31399) [n:127.0.0.1:33299_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1239947 INFO  (qtp880646565-31399) [n:127.0.0.1:33299_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=130
   [junit4]   2> 1239955 INFO  (OverseerCollectionConfigSetProcessor-74312511499993093-127.0.0.1:36797_-n_0000000000) [n:127.0.0.1:36797_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1239966 INFO  (OverseerThreadFactory-13944-thread-2-processing-n:127.0.0.1:36797_) [n:127.0.0.1:36797_ c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36797_ for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 1239972 INFO  (OverseerThreadFactory-13944-thread-2-processing-n:127.0.0.1:36797_) [n:127.0.0.1:36797_ c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1240024 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_    x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1240025 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_    x:tmp_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 1241054 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 1241055 WARN  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 1241059 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1241065 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1241106 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1241107 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n1' (registry 'solr.core.tmp_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36717f49
   [junit4]   2> 1241107 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_3969ECE86B425A2B-001/jetty-001/cores/tmp_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_3969ECE86B425A2B-001/jetty-001/cores/tmp_collection_shard1_replica_n1/data/]
   [junit4]   2> 1241111 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=80.3466796875, floorSegmentMB=1.2431640625, forceMergeDeletesPctAllowed=10.65999361846107, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.29664750085556735, deletesPctAllowed=34.01288503465245
   [junit4]   2> 1241372 WARN  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.CdcrRequestHandler Solr loaded a deprecated plugin/analysis class [solr.CdcrRequestHandler]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 1241372 WARN  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
   [junit4]   2> 1241374 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1241374 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1241375 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1241375 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1241376 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1690395147, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1241379 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1241380 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1241381 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1241393 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 1241401 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 1241419 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712703271657799680
   [junit4]   2> 1241425 INFO  (searcherExecutor-13979-thread-1-processing-n:127.0.0.1:36797_ x:tmp_collection_shard1_replica_n1 c:tmp_collection s:shard1) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1241442 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1241442 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
   [junit4]   2> 1241454 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1241454 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1241454 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36797/tmp_collection_shard1_replica_n1/
   [junit4]   2> 1241456 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1241457 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:36797/tmp_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1241457 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard1/leader after winning as /collections/tmp_collection/leader_elect/shard1/election/74312511499993093-core_node2-n_0000000000
   [junit4]   2> 1241459 INFO  (zkCallback-13936-thread-1) [     ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
   [junit4]   2> 1241468 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36797/tmp_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1241571 INFO  (zkCallback-13936-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1241580 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_ c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1241591 INFO  (qtp677780128-31359) [n:127.0.0.1:36797_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1566
   [junit4]   2> 1241594 INFO  (qtp880646565-31395) [n:127.0.0.1:33299_ c:tmp_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36797_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1645
   [junit4]   2> 1241600 INFO  (OverseerThreadFactory-13944-thread-3-processing-n:127.0.0.1:36797_) [n:127.0.0.1:36797_ c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33299_ for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 1241601 INFO  (OverseerCollectionConfigSetProcessor-74312511499993093-127.0.0.1:36797_-n_0000000000) [n:127.0.0.1:36797_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1241613 INFO  (OverseerThreadFactory-13944-thread-3-processing-n:127.0.0.1:36797_) [n:127.0.0.1:36797_ c:tmp_collection s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1241689 INFO  (zkCallback-13936-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1241690 INFO  (zkCallback-13936-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1241692 INFO  (qtp880646565-31395) [n:127.0.0.1:33299_    x:tmp_collection_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1241800 INFO  (zkCallback-13936-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1241801 INFO  (zkCallback-13936-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1256614 ERROR (OverseerThreadFactory-13944-thread-3-processing-n:127.0.0.1:36797_) [n:127.0.0.1:36797_ c:tmp_collection s:shard1   ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:33299
   [junit4]   2>           => org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33299/admin/cores
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:427)
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33299/admin/cores
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:427) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:776) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.request(HttpShardHandler.java:80) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:130) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:41) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_291]
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) ~[metrics-core-4.1.5.jar:4.1.5]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_291]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_291]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> Caused by: java.util.concurrent.TimeoutException
   [junit4]   2> 	at org.eclipse.jetty.client.util.InputStreamResponseListener.get(InputStreamResponseListener.java:216) ~[jetty-client-9.4.41.v20210516.jar:9.4.41.v20210516]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:410) ~[java/:?]
   [junit4]   2> 	... 13 more
   [junit4]   2> 1256616 ERROR (OverseerThreadFactory-13944-thread-3-processing-n:127.0.0.1:36797_) [n:127.0.0.1:36797_ c:tmp_collection s:shard1   ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: tmp_collection operation: addreplica failed:org.apache.solr.common.SolrException: ADDREPLICA failed to create replica
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.processResponses(OverseerCollectionMessageHandler.java:1055)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler$ShardRequestTracker.processResponses(OverseerCollectionMessageHandler.java:1038)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AddReplicaCmd.lambda$addReplica$1(AddReplicaCmd.java:180)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AddReplicaCmd.addReplica(AddReplicaCmd.java:202)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AddReplicaCmd.call(AddReplicaCmd.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:271)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33299/admin/cores
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:427)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:776)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.request(HttpShardHandler.java:80)
   [junit4]   2> 	at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:130)
   [junit4]   2> 	at org.apache.solr.handler.component.ShardRequestor.call(ShardRequestor.java:41)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4]   2> 	... 4 more
   [junit4]   2> Caused by: java.util.concurrent.TimeoutException
   [junit4]   2> 	at org.eclipse.jetty.client.util.InputStreamResponseListener.get(InputStreamResponseListener.java:216)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:410)
   [junit4]   2> 	... 13 more
   [junit4]   2> 
   [junit4]   2> 1256618 INFO  (qtp880646565-31396) [n:127.0.0.1:33299_ c:tmp_collection    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33299_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=500 QTime=15023
   [junit4]   2> 1256620 ERROR (qtp880646565-31396) [n:127.0.0.1:33299_ c:tmp_collection    ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: ADDREPLICA failed to create replica
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:65)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:301)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:257)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:763)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1256724 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1186565337
   [junit4]   2> 1256724 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36797_
   [junit4]   2> 1256725 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1256725 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:36797_ as DOWN
   [junit4]   2> 1256728 INFO  (coreCloseExecutor-13988-thread-1) [n:127.0.0.1:36797_     ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2181cb04
   [junit4]   2> 1256728 INFO  (coreCloseExecutor-13988-thread-1) [n:127.0.0.1:36797_     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n1 tag=SolrCore@2181cb04
   [junit4]   2> 1256728 INFO  (coreCloseExecutor-13988-thread-1) [n:127.0.0.1:36797_     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e581b6f: rootName = null, domain = solr.core.tmp_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.tmp_collection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@38c909ea
   [junit4]   2> 1256733 INFO  (zkCallback-13936-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1256733 INFO  (zkCallback-13936-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1256748 INFO  (coreCloseExecutor-13988-thread-1) [n:127.0.0.1:36797_     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tmp_collection.shard1.leader tag=SolrCore@2181cb04
   [junit4]   2> 1256748 INFO  (coreCloseExecutor-13988-thread-1) [n:127.0.0.1:36797_     ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ tmp_collection:shard1
   [junit4]   2> 1256749 INFO  (coreCloseExecutor-13988-thread-1) [n:127.0.0.1:36797_     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 1256751 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1256751 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4198ca2e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@e7e98d4
   [junit4]   2> 1256757 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1256758 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@540da773: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@115b0887
   [junit4]   2> 1256762 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1256762 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@774a6592: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@11b7b11d
   [junit4]   2> 1256762 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1256772 INFO  (closeThreadPool-13990-thread-1) [     ] o.a.s.c.Overseer Overseer (id=74312511499993093-127.0.0.1:36797_-n_0000000000) closing
   [junit4]   2> 1256773 INFO  (OverseerStateUpdate-74312511499993093-127.0.0.1:36797_-n_0000000000) [n:127.0.0.1:36797_     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36797_
   [junit4]   2> 1256773 INFO  (OverseerAutoScalingTriggerThread-74312511499993093-127.0.0.1:36797_-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1256776 INFO  (closeThreadPool-13990-thread-2) [     ] o.a.s.c.Overseer Overseer (id=74312511499993093-127.0.0.1:36797_-n_0000000000) closing
   [junit4]   2> 1256779 INFO  (zkCallback-13963-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33299_
   [junit4]   2> 1256780 INFO  (zkCallback-13963-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1256781 INFO  (zkCallback-13963-thread-1) [n:127.0.0.1:33299_     ] o.a.s.c.Overseer Overseer (id=74312511499993096-127.0.0.1:33299_-n_0000000001) starting
   [junit4]   2> 1256795 INFO  (OverseerStateUpdate-74312511499993096-127.0.0.1:33299_-n_0000000001) [n:127.0.0.1:33299_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33299_
   [junit4]   2> 1256878 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.Overseer Overseer (id=74312511499993093-127.0.0.1:36797_-n_0000000000) closing
   [junit4]   2> 1256880 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6599d9d6{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 1256880 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f1e90e5{/,null,STOPPED}
   [junit4]   2> 1256880 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1256883 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=400842160
   [junit4]   2> 1256883 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33299_
   [junit4]   2> 1256884 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1256884 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:33299_ as DOWN
   [junit4]   2> 1256887 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1256887 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@532c3273: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@43b5433e
   [junit4]   2> 1256900 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1256900 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8df2936: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@115b0887
   [junit4]   2> 1256904 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1256904 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2af6ce02: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@11b7b11d
   [junit4]   2> 1256904 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1256906 INFO  (closeThreadPool-13999-thread-2) [     ] o.a.s.c.Overseer Overseer (id=74312511499993096-127.0.0.1:33299_-n_0000000001) closing
   [junit4]   2> 1256907 INFO  (OverseerStateUpdate-74312511499993096-127.0.0.1:33299_-n_0000000001) [n:127.0.0.1:33299_     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33299_
   [junit4]   2> 1256915 WARN  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]-SendThread(127.0.0.1:46373)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10802d5e2530008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x10802d5e2530008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10802d5e2530008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1256916 INFO  (OverseerAutoScalingTriggerThread-74312511499993096-127.0.0.1:33299_-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1256917 INFO  (closeThreadPool-13999-thread-1) [     ] o.a.s.c.Overseer Overseer (id=74312511499993096-127.0.0.1:33299_-n_0000000001) closing
   [junit4]   2> 1257015 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.Overseer Overseer (id=74312511499993096-127.0.0.1:33299_-n_0000000001) closing
   [junit4]   2> 1257020 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@2864110d{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 1257020 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@305e8ae4{/,null,STOPPED}
   [junit4]   2> 1257020 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1257803 ERROR (qtp880646565-31395) [n:127.0.0.1:33299_     ] o.a.s.c.CoreContainer null:org.apache.solr.common.SolrException: Error creating shard term node in Zookeeper for collection: tmp_collection
   [junit4]   2> 	at org.apache.solr.cloud.ZkShardTerms.ensureTermNodeExist(ZkShardTerms.java:339)
   [junit4]   2> 	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:103)
   [junit4]   2> 	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:45)
   [junit4]   2> 	at org.apache.solr.cloud.ZkCollectionTerms.remove(ZkCollectionTerms.java:58)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1710)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1704)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1342)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1734)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$10(SolrZkClient.java:534)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:79)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:533)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:477)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:464)
   [junit4]   2> 	at org.apache.solr.cloud.ZkShardTerms.ensureTermNodeExist(ZkShardTerms.java:332)
   [junit4]   2> 	... 51 more
   [junit4]   2> 
   [junit4]   2> 1257805 ERROR (qtp880646565-31395) [n:127.0.0.1:33299_     ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'tmp_collection_shard1_replica_n3': Unable to create core [tmp_collection_shard1_replica_n3] Caused by: KeeperErrorCode = Session expired for /collections/tmp_collection/state.json
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1368)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2

[...truncated too long message...]

dcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e0ba066: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@53e83b41
   [junit4]   2> 1355613 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1355613 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c3393d9: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@115b0887
   [junit4]   2> 1355614 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1355614 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52ec87f1: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@11b7b11d
   [junit4]   2> 1355614 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1355616 INFO  (closeThreadPool-15302-thread-2) [     ] o.a.s.c.Overseer Overseer (id=74312518045007880-127.0.0.1:45943_-n_0000000001) closing
   [junit4]   2> 1355621 INFO  (OverseerStateUpdate-74312518045007880-127.0.0.1:45943_-n_0000000001) [n:127.0.0.1:45943_     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45943_
   [junit4]   2> 1355625 INFO  (OverseerAutoScalingTriggerThread-74312518045007880-127.0.0.1:45943_-n_0000000001) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1355626 INFO  (closeThreadPool-15302-thread-1) [     ] o.a.s.c.Overseer Overseer (id=74312518045007880-127.0.0.1:45943_-n_0000000001) closing
   [junit4]   2> 1355727 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.Overseer Overseer (id=74312518045007880-127.0.0.1:45943_-n_0000000001) closing
   [junit4]   2> 1355727 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1ee3966{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 1355727 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43397053{/,null,STOPPED}
   [junit4]   2> 1355727 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1355729 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testPartialReplicationAfterPeerSync
   [junit4]   2> 1355729 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1355932 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/aliases.json
   [junit4]   2> 	19	/solr/collections/source_collection/terms/shard1
   [junit4]   2> 	8	/solr/collections/tmp_collection/state.json
   [junit4]   2> 	8	/solr/collections/tmp_collection/terms/shard1
   [junit4]   2> 	7	/solr/collections/source_collection/leaders/shard1/leader
   [junit4]   2> 	6	/solr/configs/conf1
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/collections/tmp_collection/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	60	/solr/collections/source_collection/state.json
   [junit4]   2> 	30	/solr/clusterprops.json
   [junit4]   2> 	30	/solr/clusterstate.json
   [junit4]   2> 	24	/solr/collections/tmp_collection/state.json
   [junit4]   2> 	5	/solr/collections/source_collection/cdcr/state/buffer
   [junit4]   2> 	5	/solr/collections/source_collection/cdcr/state/process
   [junit4]   2> 	3	/solr/collections/source_collection/leader_elect/shard1/election/74312518045007880-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/74312518045007880-127.0.0.1:45943_-n_0000000001
   [junit4]   2> 	2	/solr/collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/collections/tmp_collection/cdcr/state/process
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	57	/solr/overseer/queue
   [junit4]   2> 	40	/solr/live_nodes
   [junit4]   2> 	38	/solr/collections
   [junit4]   2> 	16	/solr/overseer/collection-queue-work
   [junit4]   2> 	15	/solr/collections/source_collection/state.json
   [junit4]   2> 	7	/solr/collections/tmp_collection/state.json
   [junit4]   2> 	2	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1355935 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40577
   [junit4]   2> 1355936 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40577
   [junit4]   2> 1355936 INFO  (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[3969ECE86B425A2B]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40577
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_3969ECE86B425A2B-001
   [junit4]   2> Oct 04, 2021 3:27:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1635, maxMBSortInHeap=5.737428128208378, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=mk-MK, timezone=Australia/Sydney
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=180700400,total=501743616
   [junit4]   2> NOTE: All tests run in this JVM: [TriggerSetPropertiesIntegrationTest, MetricUtilsTest, SolrIndexSearcherTest, TestRuleBasedAuthorizationWithKerberos, ConfigureRecoveryStrategyTest, NodeAddedTriggerIntegrationTest, CollectionReloadTest, TestExplainDocTransformer, OverseerTest, TestReloadAndDeleteDocs, DistributedUpdateProcessorTest, XmlInterpolationTest, TestLegacyFieldReuse, TestFieldCacheReopen, SolrCoreCheckLockOnStartupTest, DisMaxRequestHandlerTest, OverseerSolrResponseTest, TestHashQParserPlugin, TestIBSimilarityFactory, DistributedVersionInfoTest, SolrJmxReporterCloudTest, ChaosMonkeySafeLeaderWithPullReplicasTest, BaseCdcrDistributedZkTest, DocValuesMissingTest, ClassificationUpdateProcessorTest, TestFunctionQuery, MetricsHistoryHandlerTest, NotRequiredUniqueKeyTest, DistributedQueryComponentCustomSortTest, DistribCursorPagingTest, TestElisionMultitermQuery, TestDynamicLoadingUrl, TestSolrQueryParser, TestFreeTextSuggestions, BadCopyFieldTest, JsonLoaderTest, BasicAuthIntegrationTest, TestExpandComponent, ShowFileRequestHandlerTest, BlockCacheTest, TestUniqueKeyFieldResource, MoveReplicaHDFSFailoverTest, ReplaceNodeTest, ShardRoutingCustomTest, FullSolrCloudDistribCmdsTest, HdfsCollectionsAPIDistributedZkTest, TestWaitForStateWithJettyShutdowns, TestUnInvertedFieldException, TestHighlightDedupGrouping, TestCloudConsistency, TestCopyFieldCollectionResource, TestObjectReleaseTracker, TestSSLRandomization, BlockJoinFacetSimpleTest, CreateCollectionCleanupTest, TestSimpleQParserPlugin, HdfsRestartWhileUpdatingTest, JWTAuthPluginTest, MetricsHistoryIntegrationTest, TestContainerPlugin, TestMinimalConfig, ResponseBuilderTest, MaxSizeAutoCommitTest, LoggingHandlerTest, SpellPossibilityIteratorTest, IndexSizeTriggerSizeEstimationTest, BasicZkTest, LeaderFailureAfterFreshStartTest, TestFieldResource, TestInPlaceUpdatesDistrib, TestDistributedMissingSort, TestSimpleTrackingShardHandler, DistributedExpandComponentTest, CheckHdfsIndexTest, TestSQLHandler, PreAnalyzedUpdateProcessorTest, SuggesterFSTTest, TestAnalyzeInfixSuggestions, TestExactStatsCache, SignatureUpdateProcessorFactoryTest, TestCloudManagedSchema, SolrTestCaseJ4Test, HighlighterTest, TestXIncludeConfig, SearchHandlerTest, RandomizedTaggerTest, TestNonDefinedSimilarityFactory, RankQParserPluginTest, PathHierarchyTokenizerFactoryTest, RecoveryZkTest, CopyFieldTest, TestLuceneMatchVersion, TestNestedDocsSort, TestLuceneIndexBackCompat, CdcrReplicationHandlerTest]
   [junit4] Completed [292/947 (1!)] on J0 in 120.24s, 5 tests, 1 error <<< FAILURES!

[...truncated 56469 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 410 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/410/

1 tests failed.
FAILED:  org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.test

Error Message:
Error from server at https://127.0.0.1:43199/collection1: org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded:[https://[::1]:4, https://[::1]:8, https://[::1]:6]

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43199/collection1: org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded:[https://[::1]:4, https://[::1]:8, https://[::1]:6]
	at __randomizedtesting.SeedInfo.seed([1E1168DB9289F785:964557013C759A7D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:623)
	at org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.queryAllowPartialResults(DistributedQueryComponentCustomSortTest.java:139)
	at org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.test(DistributedQueryComponentCustomSortTest.java:129)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15528 lines...]
   [junit4] Suite: org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest
   [junit4]   2> 4065498 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4065499 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/data-dir-153-001
   [junit4]   2> 4065499 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 4065499 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4065504 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 4065505 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4065505 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 4065505 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4065512 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4065531 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 4065531 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4065531 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4065533 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4065533 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4065780 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:378) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:343) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:813) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:803) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:664) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:653) [java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.setUpBeforeClass(DistributedQueryComponentCustomSortTest.java:44) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 4065782 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1348) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1380) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:679) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:813) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:803) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:664) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:653) [java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.setUpBeforeClass(DistributedQueryComponentCustomSortTest.java:44) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 4065783 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4065783 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4065786 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b390031[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4065786 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b390031[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4065789 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4065790 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6225f25c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4065790 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6225f25c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4065791 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4065822 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4065829 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4065829 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4065830 INFO  (coreLoadExecutor-27194-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 4065841 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4065862 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 4065862 WARN  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4065863 WARN  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4065864 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4065865 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4065865 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4065865 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4065865 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/data-dir-153-001/]
   [junit4]   2> 4065867 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=76.9423828125, floorSegmentMB=1.560546875, forceMergeDeletesPctAllowed=27.911133141143658, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21392685107809034, deletesPctAllowed=46.83231361376281
   [junit4]   2> 4065955 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4065955 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4065956 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4065956 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4065957 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.22265625, noCFSRatio=0.0]
   [junit4]   2> 4065960 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4065969 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 4066003 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4066003 INFO  (coreLoadExecutor-27194-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712606037511503872
   [junit4]   2> 4066005 INFO  (searcherExecutor-27196-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4066007 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4066008 INFO  (searcherExecutor-27196-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 4066008 INFO  (searcherExecutor-27196-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 4066008 INFO  (searcherExecutor-27196-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 4066008 INFO  (searcherExecutor-27196-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 4066008 INFO  (searcherExecutor-27196-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 4066009 INFO  (searcherExecutor-27196-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 4066009 INFO  (searcherExecutor-27196-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 4066009 INFO  (searcherExecutor-27196-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 4066010 INFO  (searcherExecutor-27196-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4066135 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/control/cores/collection1
   [junit4]   2> 4066136 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4066136 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4066136 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 4066140 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4066140 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4066140 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4066141 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25d49080{/,null,AVAILABLE}
   [junit4]   2> 4066141 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1e814acc{SSL, (ssl, http/1.1)}{127.0.0.1:35525}
   [junit4]   2> 4066141 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.Server Started @4066177ms
   [junit4]   2> 4066142 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema-custom-field.xml, solrconfig=solrconfig.xml, hostContext=/, hostPort=35525, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/control/cores}
   [junit4]   2> 4066142 ERROR (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4066142 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4066142 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.0
   [junit4]   2> 4066142 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 4066142 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 4066142 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-03T13:39:52.236Z
   [junit4]   2> 4066142 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/control/solr.xml
   [junit4]   2> 4066145 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 4066145 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 4066146 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4066706 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4066707 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4066707 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42bb1b24[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4066707 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42bb1b24[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4066713 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4066714 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@23bda886[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4066714 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@23bda886[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4066716 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4066732 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 4066732 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4066756 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4066765 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4066766 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4066767 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/control/cores
   [junit4]   2> 4066767 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 4066777 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4066796 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 4066796 WARN  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4066797 WARN  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4066798 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4066798 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4066798 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4066799 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4066799 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/control/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 4066800 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=76.9423828125, floorSegmentMB=1.560546875, forceMergeDeletesPctAllowed=27.911133141143658, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21392685107809034, deletesPctAllowed=46.83231361376281
   [junit4]   2> 4066900 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4066900 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4066901 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4066901 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4066902 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.22265625, noCFSRatio=0.0]
   [junit4]   2> 4066905 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4066926 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 4066959 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4066960 INFO  (coreLoadExecutor-27214-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712606038514991104
   [junit4]   2> 4066961 INFO  (searcherExecutor-27216-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4066962 INFO  (searcherExecutor-27216-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 4066962 INFO  (searcherExecutor-27216-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 4066962 INFO  (searcherExecutor-27216-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 4066962 INFO  (searcherExecutor-27216-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 4066962 INFO  (searcherExecutor-27216-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 4066963 INFO  (searcherExecutor-27216-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 4066964 INFO  (searcherExecutor-27216-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 4066964 INFO  (searcherExecutor-27216-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 4066966 INFO  (searcherExecutor-27216-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4067107 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 4067109 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4067109 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4067109 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 4067114 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4067114 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4067114 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4067114 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d5c7204{/,null,AVAILABLE}
   [junit4]   2> 4067115 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3b804d07{SSL, (ssl, http/1.1)}{127.0.0.1:46753}
   [junit4]   2> 4067115 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.Server Started @4067151ms
   [junit4]   2> 4067115 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema-custom-field.xml, solrconfig=solrconfig.xml, hostContext=/, hostPort=46753, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard0/cores}
   [junit4]   2> 4067115 ERROR (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4067115 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4067115 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.0
   [junit4]   2> 4067115 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 4067115 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 4067115 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-03T13:39:53.209Z
   [junit4]   2> 4067115 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 4067118 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 4067118 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 4067120 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4068824 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4068825 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4068826 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5136fc4f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4068826 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5136fc4f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4068829 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4068830 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4272c921[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4068830 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4272c921[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4068831 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4068844 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 4068844 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4068872 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4068887 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4068887 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4068889 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard0/cores
   [junit4]   2> 4068889 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 4068910 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4068931 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 4068931 WARN  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4068932 WARN  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4068934 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4068934 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4068934 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4068934 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4068935 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard0/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 4068936 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=76.9423828125, floorSegmentMB=1.560546875, forceMergeDeletesPctAllowed=27.911133141143658, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21392685107809034, deletesPctAllowed=46.83231361376281
   [junit4]   2> 4069022 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4069022 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4069023 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4069023 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4069024 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.22265625, noCFSRatio=0.0]
   [junit4]   2> 4069027 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4069040 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 4069070 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4069070 INFO  (coreLoadExecutor-27233-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712606040727486464
   [junit4]   2> 4069071 INFO  (searcherExecutor-27235-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4069072 INFO  (searcherExecutor-27235-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 4069072 INFO  (searcherExecutor-27235-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 4069072 INFO  (searcherExecutor-27235-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 4069072 INFO  (searcherExecutor-27235-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 4069073 INFO  (searcherExecutor-27235-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 4069073 INFO  (searcherExecutor-27235-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 4069073 INFO  (searcherExecutor-27235-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 4069073 INFO  (searcherExecutor-27235-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 4069075 INFO  (searcherExecutor-27235-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4069234 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 4069235 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4069235 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4069235 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 4069244 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4069244 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4069244 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4069244 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a24981{/,null,AVAILABLE}
   [junit4]   2> 4069245 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@69c7f77{SSL, (ssl, http/1.1)}{127.0.0.1:39663}
   [junit4]   2> 4069245 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.Server Started @4069281ms
   [junit4]   2> 4069245 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema-custom-field.xml, solrconfig=solrconfig.xml, hostContext=/, hostPort=39663, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard1/cores}
   [junit4]   2> 4069245 ERROR (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4069245 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4069245 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.0
   [junit4]   2> 4069245 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 4069245 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 4069245 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-03T13:39:55.339Z
   [junit4]   2> 4069245 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 4069248 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 4069248 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 4069250 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4070510 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4070511 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4070512 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54a43c10[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4070512 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54a43c10[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4070516 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4070518 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@10c8f3a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4070518 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@10c8f3a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4070519 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4070541 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 4070541 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4070770 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4070785 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4070785 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4070787 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard1/cores
   [junit4]   2> 4070787 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 4070831 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4070858 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 4070858 WARN  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4070859 WARN  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4070861 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4070880 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4070880 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4070880 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4070880 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard1/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 4070882 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=76.9423828125, floorSegmentMB=1.560546875, forceMergeDeletesPctAllowed=27.911133141143658, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21392685107809034, deletesPctAllowed=46.83231361376281
   [junit4]   2> 4070972 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4070972 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4070973 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4070973 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4070975 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.22265625, noCFSRatio=0.0]
   [junit4]   2> 4070978 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4070985 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 4071007 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4071007 INFO  (coreLoadExecutor-27252-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712606042758578176
   [junit4]   2> 4071009 INFO  (searcherExecutor-27254-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4071009 INFO  (searcherExecutor-27254-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 4071009 INFO  (searcherExecutor-27254-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 4071009 INFO  (searcherExecutor-27254-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 4071009 INFO  (searcherExecutor-27254-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 4071009 INFO  (searcherExecutor-27254-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 4071009 INFO  (searcherExecutor-27254-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 4071010 INFO  (searcherExecutor-27254-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 4071010 INFO  (searcherExecutor-27254-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 4071012 INFO  (searcherExecutor-27254-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4071167 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 4071169 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4071169 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4071169 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 4071387 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4071387 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4071387 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4071388 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d6e7108{/,null,AVAILABLE}
   [junit4]   2> 4071389 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6c59d5ce{SSL, (ssl, http/1.1)}{127.0.0.1:43199}
   [junit4]   2> 4071389 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.s.Server Started @4071425ms
   [junit4]   2> 4071389 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema-custom-field.xml, solrconfig=solrconfig.xml, hostContext=/, hostPort=43199, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard2/cores}
   [junit4]   2> 4071389 ERROR (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4071389 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4071389 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.11.0
   [junit4]   2> 4071390 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 4071390 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 4071390 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-10-03T13:39:57.484Z
   [junit4]   2> 4071390 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 4071392 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 4071392 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 4071394 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4072357 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4072358 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4072359 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3767562f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4072359 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3767562f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4072362 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 4072362 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74aea8cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4072362 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74aea8cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4072364 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4072376 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 4072376 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4072568 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4072581 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4072581 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4072583 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001/tempDir-001/shard2/cores
   [junit4]   2> 4072583 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1E1168DB9289F785]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 4072603 INFO  (coreLoadExecutor-27271-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4072643 INFO  (coreLoadExecutor-27271-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 4072643 WARN  (coreLoadExecutor-27271-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4072644 WARN  (coreLoadExecutor-27271-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4072646 INFO  (coreLoadExecutor-27271-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4072646 INFO  (coreLoadExecutor-27271-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4072646 INFO  (coreLoadExecutor-27271-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4072646 INFO  (coreLoadExecutor-27271-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46f6770b
   [junit4]   2> 4072647 INFO  (coreLoadExecutor-27271-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.com

[...truncated too long message...]

t test  -Dtestcase=DistributedQueryComponentCustomSortTest -Dtests.method=test -Dtests.seed=1E1168DB9289F785 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=it-CH -Dtests.timezone=Asia/Jayapura -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   7.87s J3 | DistributedQueryComponentCustomSortTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43199/collection1: org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded:[https://[::1]:4, https://[::1]:8, https://[::1]:6]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1E1168DB9289F785:964557013C759A7D]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:623)
   [junit4]    > 	at org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.queryAllowPartialResults(DistributedQueryComponentCustomSortTest.java:139)
   [junit4]    > 	at org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.test(DistributedQueryComponentCustomSortTest.java:129)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4073876 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4073876 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=950072150
   [junit4]   2> 4073876 INFO  (coreCloseExecutor-27299-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2da3edae
   [junit4]   2> 4073877 INFO  (coreCloseExecutor-27299-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@2da3edae
   [junit4]   2> 4073877 INFO  (coreCloseExecutor-27299-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5135b8c1: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@76f5f8c7
   [junit4]   2> 4073881 INFO  (coreCloseExecutor-27299-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 4073882 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 4073882 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@421b196c: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@6ae00359
   [junit4]   2> 4073883 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 4073883 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32f5db62: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@4169cd85
   [junit4]   2> 4073884 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 4073884 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1E1168DB9289F785]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@aa5421c: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@10071fbd
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1E1168DB9289F785-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=BlockTreeOrds(blocksize=128), text=FST50, asdfasdf_field_should_match_catchall_dynamic_field_adsfasdf=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{payload=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1849, maxMBSortInHeap=6.755258769685833, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=it-CH, timezone=Asia/Jayapura
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=171149448,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [FieldAnalysisRequestHandlerTest, TestQuerySenderNoQuery, TaggingAttributeTest, AtomicUpdateProcessorFactoryTest, TestOverriddenPrefixQueryForCustomFieldType, RequestLoggingTest, OverseerTaskQueueTest, CloudReplicaSourceTest, TestFieldCacheVsDocValues, TestExactSharedStatsCache, MissingSegmentRecoveryTest, CdcrUpdateLogTest, TestMergePolicyConfig, TestUseDocValuesAsStored, ZkCLITest, HdfsRecoveryZkTest, TestUtils, InfixSuggestersTest, DirectSolrSpellCheckerTest, DistanceUnitsTest, TestMultiValuedNumericRangeQuery, TestRandomFaceting, TestSubQueryTransformerDistrib, TestRestoreCore, QueryParsingTest, MultiDestinationAuditLoggerTest, TestTlogReplayVsRecovery, ImplicitSnitchTest, AuditLoggerPluginTest, SparseHLLTest, CoreAdminCreateDiscoverTest, TestComplexPhraseLeadingWildcard, TestManagedSchemaThreadSafety, TestDistributedGrouping, UpdateLogTest, TestSchemaNameResource, TestIndexingPerformance, TokenizerChainTest, TestDFRSimilarityFactory, RollingRestartTest, TestDynamicFieldNamesIndexCorrectly, TestJavabinTupleStreamParser, WrapperMergePolicyFactoryTest, TestDistribPackageStore, TestGraphTermsQParserPlugin, TestRawTransformer, TestLogWatcher, TestValueSourceCache, TestSimDistribStateManager, DistributedDebugComponentTest, TestStressVersions, AlternateDirectoryTest, FullHLLTest, TestSearcherReuse, TestSolr4Spatial2, TestFieldCache, CloudExitableDirectoryReaderTest, PeerSyncWithIndexFingerprintCachingTest, ZookeeperReadAPITest, ClassificationUpdateProcessorIntegrationTest, DistributedMLTComponentTest, CoreMergeIndexesAdminHandlerTest, TlogReplayBufferedWhileIndexingTest, ParsingFieldUpdateProcessorsTest, SolrXmlInZkTest, TestEmbeddedSolrServerSchemaAPI, TestDistributedStatsComponentCardinality, ShardSplitTest, TestConfigReload, TestStressThreadBackup, TestCoreContainer, BigEndianAscendingWordDeserializerTest, ShardsWhitelistTest, ComputePlanActionTest, TestSolrConfigHandler, TestStressLucene, SolrIndexSplitterTest, TestBM25SimilarityFactory, AddReplicaTest, TestQueryingOnDownCollection, LegacyCloudClusterPropTest, TestBulkSchemaConcurrent, SolrCloudReportersTest, DirectoryFactoryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, StatsReloadRaceTest, TestChildDocTransformerHierarchy, IndexSizeTriggerMixedBoundsTest, TestSnapshotCoreBackup, TestNumericTerms64, SortByFunctionTest, TestQueryTypes, TestSolrXml, ChaosMonkeySafeLeaderTest, SystemLogListenerTest, TestSizeLimitedDistributedMap, TestCloudNestedDocsSort, XmlUpdateRequestHandlerTest, TestSweetSpotSimilarityFactory, TestClusterStateMutator, HighlighterMaxOffsetTest, DistributedFacetPivotLongTailTest, CollectionPropsTest, TestGroupingSearch, DimensionalRoutedAliasUpdateProcessorTest, TestJsonFacetsStatsParsing, OrderedExecutorTest, TestAddFieldRealTimeGet, TestMacros, UUIDUpdateProcessorFallbackTest, SuggestComponentTest, LeaderFailoverAfterPartitionTest, AnalyticsQueryTest, CdcrOpsAndBoundariesTest, TestAuthenticationFramework, TestCloudRecovery2, TestReplicaProperties, AutoAddReplicasIntegrationTest, TriggerIntegrationTest, CdcrReplicationHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, QueryResultKeyTest, TestConfigOverlay, TestCoreDiscovery, TestDynamicLoading, TestSolrCoreSnapshots, JsonLoaderTest, MoreLikeThisHandlerTest, PingRequestHandlerTest, TestHdfsBackupRestoreCore, TestIncrementalCoreBackup, TestReplicationHandlerBackup, TestReplicationHandlerDiskOverFlow, TestReqParamsAPI, TestSQLHandler, TestSQLHandlerNonCloud, TestSystemCollAutoCreate, V2StandaloneTest, XsltUpdateRequestHandlerTest, AdminHandlersProxyTest, CoreAdminOperationTest, CoreAdminRequestStatusTest, DaemonStreamApiTest, IndexSizeEstimatorTest, MBeansHandlerTest, DebugComponentTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, DistributedQueryComponentCustomSortTest]
   [junit4] Completed [701/947 (1!)] on J3 in 8.60s, 1 test, 1 error <<< FAILURES!

[...truncated 55104 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 409 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: ${BUILD_URL}

${FAILED_TESTS}

Build Log:
${BUILD_LOG_MULTILINE_REGEX,regex="(?x:                                                                                        \
                                                                                                                                                                      \
(?:.*\\[javac\\]\\s++(?![1-9]\\d*\\s+error).*\\r?\\n)*+.*\\[javac\\]\\s+[1-9]\\d*\\s+error.*\\r?\\n                             \
                                                                                                                                                                      \
|.*\\[junit4\\]\\s+Suite:.*+\\s++                                                                                                                         \
 (?:.*\\[junit4\\]\\s++(?!Suite:)(?!Completed).*\\r?\\n)*+                                                                                   \
 .*\\[junit4\\]\\s++Completed\\s+.*<<<\\s*FAILURES!\\r?\\n                                                                            \
                                                                                                                                                                       \
|.*\\[junit4\\]\\s+JVM\\s+J\\d+:\\s+std(?:out|err)\\s+was\\s+not\\s+empty.*+\\s++                                            \
 (?:.*\\[junit4\\]\\s++(?!JVM\\s+\\d+:\\s+std)(?!\\<<<\\s+JVM\\s+J\\d+:\\s+EOF).*\\r?\\n)*+                              \
 .*\\[junit4\\]\\s++<<<\\s+JVM\\s+J\\d+:\\s+EOF.*\\r?\\n                                                                                   \
                                                                                                                                                                       \
|.*rat-sources:.*\\r?\\n                                                                                                                                     \
 (?:\\s*+\\[echo\\]\\s*\\r?\\n|\\s*+\\[echo\\]\\s++(?![1-9]\\d*\\s+Unknown\\s+License)\\S.*\\r?\\n)*+                  \
 \\s*+\\[echo\\]\\s+[1-9]\\d*\\s+Unknown\\s+License.*\\r?\\n                                                                            \
 (?:\\s*+\\[echo\\].*\\r?\\n)*+                                                                                                                             \
                                                                                                                                                                        \
|(?:.*\\r?\\n){2}.*\\[licenses\\]\\s+MISSING\\s+sha1(?:.*\\r?\\n){2}                                                                    \
                                                                                                                                                                        \
|.*check-licenses:.*\\r?\\n\\s*\\[echo\\].*\\r?\\n                                                                                                  \
 \\s*\\[licenses\\]\\s+(?:MISSING\\s+LICENSE|CHECKSUM\\s+FAILED).*\\r?\\n                                            \
 (?:\\s*+\\[licenses\\].*\\r?\\n)++                                                                                                                        \
                                                                                                                                                                         \
|(?:.*\\[javadoc\\]\\s++(?![1-9]\\d*\\s+(?:error|warning)).+\\r?\\n)*+                                                                    \
 .*\\[javadoc\\]\\s+[1-9]\\d*\\s+(?:error|warning).*\\r?\\n                                                                                     \
                                                                                                                                                                         \
|.*javadocs-lint:.*\\r?\\n(?:.*\\[exec\\].*\\r?\\n)*+                                                                                                 \
                                                                                                                                                                          \
|.*check.*:.*\\r?\\n                                                                                                                                              \
 (?:\\s*+\\[forbidden-apis\\]\\s*\\r?\\n                                                                                                                  \
  |\\s*+\\[forbidden-apis\\]\\s++                                                                                                                           \
    (?!Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\))\\S.*\\r?\n)*+                            \
 \\s*+\\[forbidden-apis\\]\\s++                                                                                                                              \
   Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\).*[1-9]\\d*\\s+error\\(s\\)\\.\\r?\\n      \
                                                                                                                                                                            \
|\\S+:\\s*\\r?\\n                                                                                                                                                     \
 (?:(?!\\S+:\\s*\\r?\\n)(?!.*:\\s+exec\\s+returned:\\s+[^0]).*\\r?\\n)*+                                                                     \
 .*:\\s+exec\\s+returned:\\s+[^0](?s:.*+)                                                                                                               \
                                                                                                                                                                             \
|.*\\[echo\\]\\s+Building\\s+.*\\r?\\n                                                                                                                       \
 \\s*ivy-fail:\\s*(?:\\r?\\n)+                                                                                                                                     \
 \\s*ivy-configure:\\s*(?:\\r?\\n)+                                                                                                                           \
 \\s*\\[ivy:configure\\].*(?:\\r?\\n)+                                                                                                                         \
 .*resolve:.*(?:\\r?\\n)+                                                                                                                                          \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[ivy:retrieve\\]\\s+:::*\\s+(?:ERRORS|FAILED\\s+DOWNLOADS).*\\r?\\n                                                    \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
                                                                                                                                                                             \
|.*-ecj-javadoc-lint-(?:src|tests):.*\\r?\\n                                                                                                                \
 (?:\\s*\\[mkdir].*\\r?\\n)?                                                                                                                                      \
 (?:\\s*\\[ecj-lint\\].*\\r?\\n)*                                                                                                                                   \
 \\s*\\[ecj-lint\\].*\\([1-9]\\d*\\s+error.*\\r?\\n                                                                                                          \
                                                                                                                                                                            \
|.*check-lib-versions:.*\\r?\\n                                                                                                                               \
 (?:\\s*\\[echo\\].*\\r?\\n)?                                                                                                                                     \
 (?:\\s*\\[libversions\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[libversions\\].*[1-9]\\d*\\s+error.*\\r?\\n                                                                                                       \
                                                                                                                                                                            \
|.*-validate-source-patterns:.*\\r?\\n                                                                                                                    \
 (?:\\s*\\[source-patterns\\].*\\r?\\n)+                                                                                                                    \
                                                                                                                                                                            \
|.*\\r?\\n.*Full\\s+thread\\s+dump(?s:.*+)                                                                                                             \
                                                                                                                                                                            \
|.*(?:FATAL|ERROR):(?s:.*+)                                                                                                                              \
                                                                                                                                                                            \
|.*\\#\\s+A\\s+fatal\\s+error\\s+has\\s+been\\s+detected\\s+by\\s+the\\s+Java\\s+Runtime\\s+Environment:(?s:.*+)          \
                                                                                                                                                                            \
|.*\\#\\s+There\\s+is\\s+insufficient\\s+memory\\s+for\\s+the\\s+Java\\s+Runtime\\s+Environment\\s+to\\s+continue\\.(?s:.*+) \
                                                                                                                                                                            \
|.*BUILD\\s+FAILED(?s:.*+)                                                                                                                                \
)"}

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 408 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: ${BUILD_URL}

${FAILED_TESTS}

Build Log:
${BUILD_LOG_MULTILINE_REGEX,regex="(?x:                                                                                        \
                                                                                                                                                                      \
(?:.*\\[javac\\]\\s++(?![1-9]\\d*\\s+error).*\\r?\\n)*+.*\\[javac\\]\\s+[1-9]\\d*\\s+error.*\\r?\\n                             \
                                                                                                                                                                      \
|.*\\[junit4\\]\\s+Suite:.*+\\s++                                                                                                                         \
 (?:.*\\[junit4\\]\\s++(?!Suite:)(?!Completed).*\\r?\\n)*+                                                                                   \
 .*\\[junit4\\]\\s++Completed\\s+.*<<<\\s*FAILURES!\\r?\\n                                                                            \
                                                                                                                                                                       \
|.*\\[junit4\\]\\s+JVM\\s+J\\d+:\\s+std(?:out|err)\\s+was\\s+not\\s+empty.*+\\s++                                            \
 (?:.*\\[junit4\\]\\s++(?!JVM\\s+\\d+:\\s+std)(?!\\<<<\\s+JVM\\s+J\\d+:\\s+EOF).*\\r?\\n)*+                              \
 .*\\[junit4\\]\\s++<<<\\s+JVM\\s+J\\d+:\\s+EOF.*\\r?\\n                                                                                   \
                                                                                                                                                                       \
|.*rat-sources:.*\\r?\\n                                                                                                                                     \
 (?:\\s*+\\[echo\\]\\s*\\r?\\n|\\s*+\\[echo\\]\\s++(?![1-9]\\d*\\s+Unknown\\s+License)\\S.*\\r?\\n)*+                  \
 \\s*+\\[echo\\]\\s+[1-9]\\d*\\s+Unknown\\s+License.*\\r?\\n                                                                            \
 (?:\\s*+\\[echo\\].*\\r?\\n)*+                                                                                                                             \
                                                                                                                                                                        \
|(?:.*\\r?\\n){2}.*\\[licenses\\]\\s+MISSING\\s+sha1(?:.*\\r?\\n){2}                                                                    \
                                                                                                                                                                        \
|.*check-licenses:.*\\r?\\n\\s*\\[echo\\].*\\r?\\n                                                                                                  \
 \\s*\\[licenses\\]\\s+(?:MISSING\\s+LICENSE|CHECKSUM\\s+FAILED).*\\r?\\n                                            \
 (?:\\s*+\\[licenses\\].*\\r?\\n)++                                                                                                                        \
                                                                                                                                                                         \
|(?:.*\\[javadoc\\]\\s++(?![1-9]\\d*\\s+(?:error|warning)).+\\r?\\n)*+                                                                    \
 .*\\[javadoc\\]\\s+[1-9]\\d*\\s+(?:error|warning).*\\r?\\n                                                                                     \
                                                                                                                                                                         \
|.*javadocs-lint:.*\\r?\\n(?:.*\\[exec\\].*\\r?\\n)*+                                                                                                 \
                                                                                                                                                                          \
|.*check.*:.*\\r?\\n                                                                                                                                              \
 (?:\\s*+\\[forbidden-apis\\]\\s*\\r?\\n                                                                                                                  \
  |\\s*+\\[forbidden-apis\\]\\s++                                                                                                                           \
    (?!Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\))\\S.*\\r?\n)*+                            \
 \\s*+\\[forbidden-apis\\]\\s++                                                                                                                              \
   Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\).*[1-9]\\d*\\s+error\\(s\\)\\.\\r?\\n      \
                                                                                                                                                                            \
|\\S+:\\s*\\r?\\n                                                                                                                                                     \
 (?:(?!\\S+:\\s*\\r?\\n)(?!.*:\\s+exec\\s+returned:\\s+[^0]).*\\r?\\n)*+                                                                     \
 .*:\\s+exec\\s+returned:\\s+[^0](?s:.*+)                                                                                                               \
                                                                                                                                                                             \
|.*\\[echo\\]\\s+Building\\s+.*\\r?\\n                                                                                                                       \
 \\s*ivy-fail:\\s*(?:\\r?\\n)+                                                                                                                                     \
 \\s*ivy-configure:\\s*(?:\\r?\\n)+                                                                                                                           \
 \\s*\\[ivy:configure\\].*(?:\\r?\\n)+                                                                                                                         \
 .*resolve:.*(?:\\r?\\n)+                                                                                                                                          \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[ivy:retrieve\\]\\s+:::*\\s+(?:ERRORS|FAILED\\s+DOWNLOADS).*\\r?\\n                                                    \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
                                                                                                                                                                             \
|.*-ecj-javadoc-lint-(?:src|tests):.*\\r?\\n                                                                                                                \
 (?:\\s*\\[mkdir].*\\r?\\n)?                                                                                                                                      \
 (?:\\s*\\[ecj-lint\\].*\\r?\\n)*                                                                                                                                   \
 \\s*\\[ecj-lint\\].*\\([1-9]\\d*\\s+error.*\\r?\\n                                                                                                          \
                                                                                                                                                                            \
|.*check-lib-versions:.*\\r?\\n                                                                                                                               \
 (?:\\s*\\[echo\\].*\\r?\\n)?                                                                                                                                     \
 (?:\\s*\\[libversions\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[libversions\\].*[1-9]\\d*\\s+error.*\\r?\\n                                                                                                       \
                                                                                                                                                                            \
|.*-validate-source-patterns:.*\\r?\\n                                                                                                                    \
 (?:\\s*\\[source-patterns\\].*\\r?\\n)+                                                                                                                    \
                                                                                                                                                                            \
|.*\\r?\\n.*Full\\s+thread\\s+dump(?s:.*+)                                                                                                             \
                                                                                                                                                                            \
|.*(?:FATAL|ERROR):(?s:.*+)                                                                                                                              \
                                                                                                                                                                            \
|.*\\#\\s+A\\s+fatal\\s+error\\s+has\\s+been\\s+detected\\s+by\\s+the\\s+Java\\s+Runtime\\s+Environment:(?s:.*+)          \
                                                                                                                                                                            \
|.*\\#\\s+There\\s+is\\s+insufficient\\s+memory\\s+for\\s+the\\s+Java\\s+Runtime\\s+Environment\\s+to\\s+continue\\.(?s:.*+) \
                                                                                                                                                                            \
|.*BUILD\\s+FAILED(?s:.*+)                                                                                                                                \
)"}

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 407 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: ${BUILD_URL}

${FAILED_TESTS}

Build Log:
${BUILD_LOG_MULTILINE_REGEX,regex="(?x:                                                                                        \
                                                                                                                                                                      \
(?:.*\\[javac\\]\\s++(?![1-9]\\d*\\s+error).*\\r?\\n)*+.*\\[javac\\]\\s+[1-9]\\d*\\s+error.*\\r?\\n                             \
                                                                                                                                                                      \
|.*\\[junit4\\]\\s+Suite:.*+\\s++                                                                                                                         \
 (?:.*\\[junit4\\]\\s++(?!Suite:)(?!Completed).*\\r?\\n)*+                                                                                   \
 .*\\[junit4\\]\\s++Completed\\s+.*<<<\\s*FAILURES!\\r?\\n                                                                            \
                                                                                                                                                                       \
|.*\\[junit4\\]\\s+JVM\\s+J\\d+:\\s+std(?:out|err)\\s+was\\s+not\\s+empty.*+\\s++                                            \
 (?:.*\\[junit4\\]\\s++(?!JVM\\s+\\d+:\\s+std)(?!\\<<<\\s+JVM\\s+J\\d+:\\s+EOF).*\\r?\\n)*+                              \
 .*\\[junit4\\]\\s++<<<\\s+JVM\\s+J\\d+:\\s+EOF.*\\r?\\n                                                                                   \
                                                                                                                                                                       \
|.*rat-sources:.*\\r?\\n                                                                                                                                     \
 (?:\\s*+\\[echo\\]\\s*\\r?\\n|\\s*+\\[echo\\]\\s++(?![1-9]\\d*\\s+Unknown\\s+License)\\S.*\\r?\\n)*+                  \
 \\s*+\\[echo\\]\\s+[1-9]\\d*\\s+Unknown\\s+License.*\\r?\\n                                                                            \
 (?:\\s*+\\[echo\\].*\\r?\\n)*+                                                                                                                             \
                                                                                                                                                                        \
|(?:.*\\r?\\n){2}.*\\[licenses\\]\\s+MISSING\\s+sha1(?:.*\\r?\\n){2}                                                                    \
                                                                                                                                                                        \
|.*check-licenses:.*\\r?\\n\\s*\\[echo\\].*\\r?\\n                                                                                                  \
 \\s*\\[licenses\\]\\s+(?:MISSING\\s+LICENSE|CHECKSUM\\s+FAILED).*\\r?\\n                                            \
 (?:\\s*+\\[licenses\\].*\\r?\\n)++                                                                                                                        \
                                                                                                                                                                         \
|(?:.*\\[javadoc\\]\\s++(?![1-9]\\d*\\s+(?:error|warning)).+\\r?\\n)*+                                                                    \
 .*\\[javadoc\\]\\s+[1-9]\\d*\\s+(?:error|warning).*\\r?\\n                                                                                     \
                                                                                                                                                                         \
|.*javadocs-lint:.*\\r?\\n(?:.*\\[exec\\].*\\r?\\n)*+                                                                                                 \
                                                                                                                                                                          \
|.*check.*:.*\\r?\\n                                                                                                                                              \
 (?:\\s*+\\[forbidden-apis\\]\\s*\\r?\\n                                                                                                                  \
  |\\s*+\\[forbidden-apis\\]\\s++                                                                                                                           \
    (?!Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\))\\S.*\\r?\n)*+                            \
 \\s*+\\[forbidden-apis\\]\\s++                                                                                                                              \
   Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\).*[1-9]\\d*\\s+error\\(s\\)\\.\\r?\\n      \
                                                                                                                                                                            \
|\\S+:\\s*\\r?\\n                                                                                                                                                     \
 (?:(?!\\S+:\\s*\\r?\\n)(?!.*:\\s+exec\\s+returned:\\s+[^0]).*\\r?\\n)*+                                                                     \
 .*:\\s+exec\\s+returned:\\s+[^0](?s:.*+)                                                                                                               \
                                                                                                                                                                             \
|.*\\[echo\\]\\s+Building\\s+.*\\r?\\n                                                                                                                       \
 \\s*ivy-fail:\\s*(?:\\r?\\n)+                                                                                                                                     \
 \\s*ivy-configure:\\s*(?:\\r?\\n)+                                                                                                                           \
 \\s*\\[ivy:configure\\].*(?:\\r?\\n)+                                                                                                                         \
 .*resolve:.*(?:\\r?\\n)+                                                                                                                                          \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[ivy:retrieve\\]\\s+:::*\\s+(?:ERRORS|FAILED\\s+DOWNLOADS).*\\r?\\n                                                    \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
                                                                                                                                                                             \
|.*-ecj-javadoc-lint-(?:src|tests):.*\\r?\\n                                                                                                                \
 (?:\\s*\\[mkdir].*\\r?\\n)?                                                                                                                                      \
 (?:\\s*\\[ecj-lint\\].*\\r?\\n)*                                                                                                                                   \
 \\s*\\[ecj-lint\\].*\\([1-9]\\d*\\s+error.*\\r?\\n                                                                                                          \
                                                                                                                                                                            \
|.*check-lib-versions:.*\\r?\\n                                                                                                                               \
 (?:\\s*\\[echo\\].*\\r?\\n)?                                                                                                                                     \
 (?:\\s*\\[libversions\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[libversions\\].*[1-9]\\d*\\s+error.*\\r?\\n                                                                                                       \
                                                                                                                                                                            \
|.*-validate-source-patterns:.*\\r?\\n                                                                                                                    \
 (?:\\s*\\[source-patterns\\].*\\r?\\n)+                                                                                                                    \
                                                                                                                                                                            \
|.*\\r?\\n.*Full\\s+thread\\s+dump(?s:.*+)                                                                                                             \
                                                                                                                                                                            \
|.*(?:FATAL|ERROR):(?s:.*+)                                                                                                                              \
                                                                                                                                                                            \
|.*\\#\\s+A\\s+fatal\\s+error\\s+has\\s+been\\s+detected\\s+by\\s+the\\s+Java\\s+Runtime\\s+Environment:(?s:.*+)          \
                                                                                                                                                                            \
|.*\\#\\s+There\\s+is\\s+insufficient\\s+memory\\s+for\\s+the\\s+Java\\s+Runtime\\s+Environment\\s+to\\s+continue\\.(?s:.*+) \
                                                                                                                                                                            \
|.*BUILD\\s+FAILED(?s:.*+)                                                                                                                                \
)"}

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 406 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/406/

4 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Error from server at http://127.0.0.1:44371/msq/sz/delete_data_dir: Expected mime type application/octet-stream but got application/json. {   "error":{     "metadata":[       "error-class","org.apache.solr.common.SolrException",       "root-error-class","java.net.SocketTimeoutException"],     "msg":"Error trying to proxy request for url: http://127.0.0.1:37435/msq/sz/delete_data_dir/update with _forwardCount: 1",     "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:37435/msq/sz/delete_data_dir/update with _forwardCount: 1\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:729)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:550)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:516)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)\n\tat org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.net.SocketInputStream.socketRead(SocketInputStream.java:116)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:171)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:141)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:697)\n\t... 34 more\n",     "code":500}} 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44371/msq/sz/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
  "error":{
    "metadata":[
      "error-class","org.apache.solr.common.SolrException",
      "root-error-class","java.net.SocketTimeoutException"],
    "msg":"Error trying to proxy request for url: http://127.0.0.1:37435/msq/sz/delete_data_dir/update with _forwardCount: 1",
    "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:37435/msq/sz/delete_data_dir/update with _forwardCount: 1\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:729)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:550)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1435)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1350)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:516)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:388)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:633)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:380)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)\n\tat org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.net.SocketInputStream.socketRead(SocketInputStream.java:116)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:171)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:141)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:697)\n\t... 34 more\n",
    "code":500}}

	at __randomizedtesting.SeedInfo.seed([2E01A05B06587FAD:A6559F81A8A41255]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:635)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:193)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:107)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([2E01A05B06587FAD]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([2E01A05B06587FAD]:0)


FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
Captured an uncaught exception in thread: Thread[id=198820, name=Thread-149278, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=198820, name=Thread-149278, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
	at __randomizedtesting.SeedInfo.seed([2E01A05B06587FAD:A6559F81A8A41255]:0)
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([2E01A05B06587FAD]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1000)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1027)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:688)




Build Log:
[...truncated 13714 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> 524457 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 524458 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/data-dir-37-001
   [junit4]   2> 524458 WARN  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=101 numCloses=101
   [junit4]   2> 524458 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 524459 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 524459 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 524460 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /msq/sz
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 525961 WARN  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 525989 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 525991 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 525991 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 525991 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 525994 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1208c093{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.2-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 526167 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3d3adbb9{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost_localdomain-37733-hadoop-hdfs-3_2_2-tests_jar-_-any-2777032089400006667/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.2-tests.jar!/webapps/hdfs}
   [junit4]   2> 526167 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@73448480{HTTP/1.1, (http/1.1)}{localhost.localdomain:37733}
   [junit4]   2> 526167 INFO  (SUITE-StressHdfsTest-seed#[2E01A05B06587FAD]-worker) [     ] o.e.j.s.Server Started @526198ms
   [junit4]   2> 526964 WARN  (StorageLocationChecker thread 0) [     ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> 527027 WARN  (Listener at localhost.localdomain/39999) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 527032 INFO  (Listener at localhost.localdomain/39999) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 527036 INFO  (Listener at localhost.localdomain/39999) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 527036 INFO  (Listener at localhost.localdomain/39999) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 527036 INFO  (Listener at localhost.localdomain/39999) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 527036 INFO  (Listener at localhost.localdomain/39999) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5187c20b{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.2-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 527141 INFO  (Listener at localhost.localdomain/39999) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@409478c4{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-40779-hadoop-hdfs-3_2_2-tests_jar-_-any-6919400756374548751/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.2-tests.jar!/webapps/datanode}
   [junit4]   2> 527141 INFO  (Listener at localhost.localdomain/39999) [     ] o.e.j.s.AbstractConnector Started ServerConnector@24ed17e{HTTP/1.1, (http/1.1)}{localhost:40779}
   [junit4]   2> 527141 INFO  (Listener at localhost.localdomain/39999) [     ] o.e.j.s.Server Started @527172ms
   [junit4]   2> 528362 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x4be7774d2578ee: Processing first storage report for DS-6e899e91-a268-4204-a69b-5c45f1906fa0 from datanode a291d5f8-128d-4eec-ac34-08454de0957c
   [junit4]   2> 528364 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x4be7774d2578ee: from storage DS-6e899e91-a268-4204-a69b-5c45f1906fa0 node DatanodeRegistration(127.0.0.1:45565, datanodeUuid=a291d5f8-128d-4eec-ac34-08454de0957c, infoPort=36877, infoSecurePort=0, ipcPort=44465, storageInfo=lv=-57;cid=testClusterID;nsid=1315589114;c=1632930253749), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
   [junit4]   2> 528364 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x4be7774d2578ee: Processing first storage report for DS-c02dd4c5-0bb9-44d1-a5b8-367025f3b361 from datanode a291d5f8-128d-4eec-ac34-08454de0957c
   [junit4]   2> 528364 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x4be7774d2578ee: from storage DS-c02dd4c5-0bb9-44d1-a5b8-367025f3b361 node DatanodeRegistration(127.0.0.1:45565, datanodeUuid=a291d5f8-128d-4eec-ac34-08454de0957c, infoPort=36877, infoSecurePort=0, ipcPort=44465, storageInfo=lv=-57;cid=testClusterID;nsid=1315589114;c=1632930253749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 528400 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 528400 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 528400 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 528401 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 528500 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer start zk server on port: 35995
   [junit4]   2> 528500 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35995
   [junit4]   2> 528500 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35995
   [junit4]   2> 528500 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35995
   [junit4]   2> 528501 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 528503 INFO  (zkConnectionManagerCallback-6770-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 528503 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 528507 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 528508 INFO  (zkConnectionManagerCallback-6772-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 528508 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 528509 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 528511 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 528513 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 528514 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 528514 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 528515 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 528516 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 528517 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 528518 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 528519 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 528520 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 528521 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 528617 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 528617 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 528617 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 528621 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 528621 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 528621 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 528622 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b3efbf{/msq/sz,null,AVAILABLE}
   [junit4]   2> 528622 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@36adc73b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36185}
   [junit4]   2> 528622 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.s.Server Started @528653ms
   [junit4]   2> 528622 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:39999/hdfs__localhost.localdomain_39999__home_jenkins_jenkins-slave_workspace_Lucene_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001_tempDir-002_control_data, hostContext=/msq/sz, hostPort=36185, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/control-001/cores}
   [junit4]   2> 528622 ERROR (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 528622 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 528622 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 528622 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 528622 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 528622 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-29T15:44:16.877Z
   [junit4]   2> 528623 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 528624 INFO  (zkConnectionManagerCallback-6774-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 528624 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 528725 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 528725 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/control-001/solr.xml
   [junit4]   2> 528727 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 528727 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 528729 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60dff0ca, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 529561 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 529562 WARN  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16f91b19[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 529562 WARN  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16f91b19[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 529565 WARN  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1ccc13ea[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 529565 WARN  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1ccc13ea[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 529566 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35995/solr
   [junit4]   2> 529567 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 529568 INFO  (zkConnectionManagerCallback-6785-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 529568 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 529670 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 529671 INFO  (zkConnectionManagerCallback-6787-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 529671 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 529732 WARN  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 529736 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36185_msq%2Fsz
   [junit4]   2> 529736 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.Overseer Overseer (id=72492728770166788-127.0.0.1:36185_msq%2Fsz-n_0000000000) starting
   [junit4]   2> 529741 INFO  (OverseerStateUpdate-72492728770166788-127.0.0.1:36185_msq%2Fsz-n_0000000000) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36185_msq%2Fsz
   [junit4]   2> 529741 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36185_msq%2Fsz
   [junit4]   2> 529742 INFO  (OverseerStateUpdate-72492728770166788-127.0.0.1:36185_msq%2Fsz-n_0000000000) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 529744 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 529744 WARN  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 529768 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 529787 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60dff0ca
   [junit4]   2> 529794 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60dff0ca
   [junit4]   2> 529794 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60dff0ca
   [junit4]   2> 529795 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/control-001/cores
   [junit4]   2> 529809 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 529810 INFO  (zkConnectionManagerCallback-6804-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 529810 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 529811 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 529812 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35995/solr ready
   [junit4]   2> 529819 INFO  (OverseerThreadFactory-6794-thread-1-processing-n:127.0.0.1:36185_msq%2Fsz) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 529925 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 529925 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 530950 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 530950 WARN  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 530954 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 530965 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 530996 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 530996 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60dff0ca
   [junit4]   2> 531005 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:39999/solr_hdfs_home
   [junit4]   2> 531005 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 531005 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:39999/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 531006 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39999/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 531019 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 531019 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 531019 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 531054 WARN  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 536122 WARN  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
   [junit4]   2> 536123 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 536129 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39999/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 536151 WARN  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
   [junit4]   2> 536162 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39999/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 536169 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 536169 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 536169 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 536177 WARN  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
   [junit4]   2> 536177 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 536177 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7775258739431341]
   [junit4]   2> 536864 WARN  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 536921 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 536921 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 536921 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 536933 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 536933 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 536936 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8920958364865952]
   [junit4]   2> 537036 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 537036 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 537038 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 537039 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712251485860921344
   [junit4]   2> 537042 INFO  (searcherExecutor-6806-thread-1-processing-n:127.0.0.1:36185_msq%2Fsz x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 537045 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 537045 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 537048 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 537048 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 537048 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36185/msq/sz/control_collection_shard1_replica_n1/
   [junit4]   2> 537049 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 537049 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:36185/msq/sz/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 537049 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72492728770166788-core_node2-n_0000000000
   [junit4]   2> 537051 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36185/msq/sz/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 537052 INFO  (zkCallback-6786-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 537054 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 537057 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7131
   [junit4]   2> 537058 INFO  (qtp952529082-11052) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 537157 INFO  (zkCallback-6786-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 537157 INFO  (zkCallback-6786-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 537158 INFO  (zkCallback-6786-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 537158 INFO  (qtp952529082-11052) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36185_msq%252Fsz&wt=javabin&version=2} status=0 QTime=7342
   [junit4]   2> 537159 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 537272 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 537273 INFO  (zkConnectionManagerCallback-6815-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 537273 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 537274 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 537276 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35995/solr ready
   [junit4]   2> 537276 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 537300 INFO  (OverseerCollectionConfigSetProcessor-72492728770166788-127.0.0.1:36185_msq%2Fsz-n_0000000000) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 537300 INFO  (OverseerThreadFactory-6794-thread-2-processing-n:127.0.0.1:36185_msq%2Fsz) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 537510 WARN  (OverseerThreadFactory-6794-thread-2-processing-n:127.0.0.1:36185_msq%2Fsz) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 537512 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 537512 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 537513 INFO  (qtp952529082-11054) [n:127.0.0.1:36185_msq%2Fsz     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=235
   [junit4]   2> 537514 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.c.ZkStateReader /collections/collection1/state.json is deleted, stop watching children
   [junit4]   2> 537515 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
   [junit4]   2> 537515 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 537515 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
   [junit4]   2> 537515 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 537515 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
   [junit4]   2> 537515 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 537515 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 537621 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-1-001 of type NRT for shard1
   [junit4]   2> 537624 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 537624 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 537624 INFO  (closeThreadPool-6816-thread-1) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 537656 INFO  (closeThreadPool-6816-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 537656 INFO  (closeThreadPool-6816-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 537656 INFO  (closeThreadPool-6816-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 537660 INFO  (closeThreadPool-6816-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7dd55548{/msq/sz,null,AVAILABLE}
   [junit4]   2> 537661 INFO  (closeThreadPool-6816-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@41f716cc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44371}
   [junit4]   2> 537661 INFO  (closeThreadPool-6816-thread-1) [     ] o.e.j.s.Server Started @537692ms
   [junit4]   2> 537661 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:39999/hdfs__localhost.localdomain_39999__home_jenkins_jenkins-slave_workspace_Lucene_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/msq/sz, hostPort=44371, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-1-001/cores}
   [junit4]   2> 537661 ERROR (closeThreadPool-6816-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 537661 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 537661 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 537661 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 537661 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 537661 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-29T15:44:25.916Z
   [junit4]   2> 537672 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 537676 INFO  (zkConnectionManagerCallback-6818-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 537676 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 537723 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 537729 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 537729 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 537729 INFO  (closeThreadPool-6816-thread-2) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 537760 INFO  (closeThreadPool-6816-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 537760 INFO  (closeThreadPool-6816-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 537760 INFO  (closeThreadPool-6816-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 537764 INFO  (closeThreadPool-6816-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bec5540{/msq/sz,null,AVAILABLE}
   [junit4]   2> 537764 INFO  (closeThreadPool-6816-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1496e909{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43727}
   [junit4]   2> 537764 INFO  (closeThreadPool-6816-thread-2) [     ] o.e.j.s.Server Started @537796ms
   [junit4]   2> 537764 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:39999/hdfs__localhost.localdomain_39999__home_jenkins_jenkins-slave_workspace_Lucene_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/msq/sz, hostPort=43727, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-2-001/cores}
   [junit4]   2> 537765 ERROR (closeThreadPool-6816-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 537765 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 537765 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 537765 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 537765 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 537765 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-29T15:44:26.020Z
   [junit4]   2> 537771 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 537776 INFO  (zkConnectionManagerCallback-6820-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 537776 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 537777 WARN  (closeThreadPool-6816-thread-2-SendThread(127.0.0.1:35995)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1018bc0b3250008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1018bc0b3250008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1018bc0b3250008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 537778 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 537778 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-1-001/solr.xml
   [junit4]   2> 537780 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 537780 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 537782 INFO  (closeThreadPool-6816-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60dff0ca, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 537853 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-3-001 of type NRT for shard1
   [junit4]   2> 537864 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 537864 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 537864 INFO  (closeThreadPool-6816-thread-3) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 537871 INFO  (closeThreadPool-6816-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 537871 INFO  (closeThreadPool-6816-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 537871 INFO  (closeThreadPool-6816-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 537876 INFO  (closeThreadPool-6816-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@190b1df{/msq/sz,null,AVAILABLE}
   [junit4]   2> 537877 INFO  (closeThreadPool-6816-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@639a2816{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43489}
   [junit4]   2> 537877 INFO  (closeThreadPool-6816-thread-3) [     ] o.e.j.s.Server Started @537908ms
   [junit4]   2> 537877 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:39999/hdfs__localhost.localdomain_39999__home_jenkins_jenkins-slave_workspace_Lucene_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/msq/sz, hostPort=43489, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-3-001/cores}
   [junit4]   2> 537877 ERROR (closeThreadPool-6816-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 537877 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 537877 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 537877 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 537877 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 537877 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-29T15:44:26.132Z
   [junit4]   2> 537884 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 537884 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 537884 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-2-001/solr.xml
   [junit4]   2> 537887 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 537887 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 537893 INFO  (closeThreadPool-6816-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60dff0ca, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 537919 INFO  (zkConnectionManagerCallback-6825-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 537920 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 537923 WARN  (closeThreadPool-6816-thread-3-SendThread(127.0.0.1:35995)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1018bc0b3250009.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1018bc0b3250009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1018bc0b3250009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 538024 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 538024 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-3-001/solr.xml
   [junit4]   2> 538027 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 538027 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 538028 INFO  (closeThreadPool-6816-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60dff0ca, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 538125 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 538138 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 538138 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 538139 INFO  (closeThreadPool-6816-thread-4) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 538229 INFO  (closeThreadPool-6816-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 538229 INFO  (closeThreadPool-6816-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 538230 INFO  (closeThreadPool-6816-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 538238 INFO  (closeThreadPool-6816-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e9a1fca{/msq/sz,null,AVAILABLE}
   [junit4]   2> 538239 INFO  (closeThreadPool-6816-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@32a40e10{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:40171}
   [junit4]   2> 538239 INFO  (closeThreadPool-6816-thread-4) [     ] o.e.j.s.Server Started @538270ms
   [junit4]   2> 538239 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:39999/hdfs__localhost.localdomain_39999__home_jenkins_jenkins-slave_workspace_Lucene_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001_tempDir-002_jetty4, solrconfig=solrconfig.xml, hostContext=/msq/sz, hostPort=40171, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-4-001/cores}
   [junit4]   2> 538239 ERROR (closeThreadPool-6816-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 538239 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 538239 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 538239 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 538239 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 538239 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-29T15:44:26.494Z
   [junit4]   2> 538270 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 538282 INFO  (zkConnectionManagerCallback-6833-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 538282 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 538283 WARN  (closeThreadPool-6816-thread-4-SendThread(127.0.0.1:35995)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1018bc0b325000a.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1018bc0b325000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1018bc0b325000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 538384 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 538384 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-4-001/solr.xml
   [junit4]   2> 538386 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 538386 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 538388 INFO  (closeThreadPool-6816-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60dff0ca, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 538453 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-5-001 of type NRT for shard1
   [junit4]   2> 538467 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 538469 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 538469 INFO  (closeThreadPool-6816-thread-5) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 538554 INFO  (closeThreadPool-6816-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 538554 INFO  (closeThreadPool-6816-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 538554 INFO  (closeThreadPool-6816-thread-5) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 538566 INFO  (closeThreadPool-6816-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c806ecc{/msq/sz,null,AVAILABLE}
   [junit4]   2> 538567 INFO  (closeThreadPool-6816-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@36e52484{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39079}
   [junit4]   2> 538568 INFO  (closeThreadPool-6816-thread-5) [     ] o.e.j.s.Server Started @538599ms
   [junit4]   2> 538568 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:39999/hdfs__localhost.localdomain_39999__home_jenkins_jenkins-slave_workspace_Lucene_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001_tempDir-002_jetty5, solrconfig=solrconfig.xml, hostContext=/msq/sz, hostPort=39079, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-5-001/cores}
   [junit4]   2> 538568 ERROR (closeThreadPool-6816-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 538568 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 538568 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 538568 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 538568 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 538568 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-29T15:44:26.823Z
   [junit4]   2> 538587 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 538595 INFO  (zkConnectionManagerCallback-6838-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 538595 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 538598 WARN  (closeThreadPool-6816-thread-5-SendThread(127.0.0.1:35995)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1018bc0b325000b.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1018bc0b325000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1018bc0b325000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 538699 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 538699 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_2E01A05B06587FAD-001/shard-5-001/solr.xml
   [junit4]   2> 538701 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 538701 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 538703 INFO  (closeThreadPool-6816-thread-5) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60dff0ca, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 538733 INFO  (TEST-StressHdfsTest.test-seed#[2E01A05B06587FAD]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene/Lu

[...truncated too long message...]

hread.run(Thread.java:748)
   [junit4]   2>   178) Thread[id=29484, name=searcherExecutor-18147-thread-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>   179) Thread[id=29513, name=HttpClient@4b30dcba-scheduler-1, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>   180) Thread[id=29507, name=h2sc-18100-thread-7, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:342)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>   181) Thread[id=29494, name=h2sc-18079-thread-14, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:342)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>   182) Thread[id=29450, name=h2sc-18026-thread-11, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:342)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>   183) Thread[id=29306, name=ScheduledTrigger-18038-thread-2, state=WAITING, group=TGRP-TestInPlaceUpdatesDistrib]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-VE, timezone=Europe/Kaliningrad
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=208,free=103395096,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [TestHashQParserPlugin, TestUnInvertedFieldException, SplitShardTest, SimpleCollectionCreateDeleteTest, TestHdfsCloudBackupRestore, TestReloadAndDeleteDocs, TestCloudConsistency, TestBooleanSimilarityFactory, SystemInfoHandlerTest, MaxSizeAutoCommitTest, XsltUpdateRequestHandlerTest, TestPullReplica, TestJsonFacetErrors, PKIAuthenticationIntegrationTest, TestCloudDeduplication, ClusterStateMockUtilTest, DistanceFunctionTest, TriLevelCompositeIdRoutingTest, MultiThreadedOCPTest, TestJsonFacetsWithNestedObjects, AtomicUpdatesTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestSolrJacksonAnnotation, TestMissingGroups, ZkCollectionPropsCachingTest, ConcurrentCreateCollectionTest, ClassificationUpdateProcessorTest, TestExactStatsCache, ScheduledTriggerTest, DistributedFacetPivotSmallAdvancedTest, TestConfigSetsAPIShareSchema, DistributedExpandComponentTest, OverriddenZkACLAndCredentialsProvidersTest, TestXmlQParser, TestCircuitBreaker, DirectSolrConnectionTest, ResponseBuilderTest, ZkSolrClientTest, TestDistribDocBasedVersion, SolrJmxReporterCloudTest, ShowFileRequestHandlerTest, HdfsUnloadDistributedZkTest, HdfsRestartWhileUpdatingTest, TestBlockCollapse, TestJsonRequest, SpatialRPTFieldTypeTest, ManagedSchemaDiffTest, TestNonDefinedSimilarityFactory, MetricsHistoryHandlerTest, TestSolrConfigHandlerCloud, RandomizedTaggerTest, TestNestedUpdateProcessor, FullSolrCloudDistribCmdsTest, LeaderFailureAfterFreshStartTest, JvmMetricsTest, CdcrReplicationHandlerTest, CurrencyRangeFacetCloudTest, BadCopyFieldTest, CollectionReloadTest, TestPKIAuthenticationPlugin, DisMaxRequestHandlerTest, CollectionStateFormat2Test, CoreAdminHandlerTest, BaseCdcrDistributedZkTest, ShardRoutingCustomTest, TestReRankQParserPlugin, BlobRepositoryCloudTest, TestFieldCacheWithThreads, TestFaceting, AnalysisAfterCoreReloadTest, ZookeeperStatusHandlerFailureTest, MetricsHistoryIntegrationTest, NotRequiredUniqueKeyTest, DocValuesMissingTest, TestRuleBasedAuthorizationWithKerberos, TestMinimalConfig, TestFieldCacheReopen, CustomHighlightComponentTest, HdfsCollectionsAPIDistributedZkTest, TestObjectReleaseTracker, TestQueryUtils, ExternalFileFieldSortTest, BasicAuthIntegrationTest, TestInitParams, TestSystemCollAutoCreate, TestSurroundQueryParser, TestTlogReplica, RAMDirectoryFactoryTest, TestExclusionRuleCollectionAccess, FileBasedSpellCheckerTest, UniqFieldsUpdateProcessorFactoryTest, PreAnalyzedFieldManagedSchemaCloudTest, ConfigureRecoveryStrategyTest, BlockJoinFacetSimpleTest, IndexSizeTriggerSizeEstimationTest, CopyFieldTest, DistributedQueryComponentCustomSortTest, ReplaceNodeTest, TestCodecSupport, TestOmitPositions, TestSkipOverseerOperations, TestPHPSerializedResponseWriter, TermVectorComponentDistributedTest, DynamicMapsTest, TestSimpleQParserPlugin, TestCoreAdminApis, TestLuceneIndexBackCompat, TestCloudManagedSchema, TestInPlaceUpdatesDistrib]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.seed=2E01A05B06587FAD -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-VE -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestInPlaceUpdatesDistrib (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2E01A05B06587FAD]:0)
   [junit4] Completed [939/947 (3!)] on J0 in 7215.41s, 1 test, 2 errors <<< FAILURES!

[...truncated 54270 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 405 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: ${BUILD_URL}

${FAILED_TESTS}

Build Log:
${BUILD_LOG_MULTILINE_REGEX,regex="(?x:                                                                                        \
                                                                                                                                                                      \
(?:.*\\[javac\\]\\s++(?![1-9]\\d*\\s+error).*\\r?\\n)*+.*\\[javac\\]\\s+[1-9]\\d*\\s+error.*\\r?\\n                             \
                                                                                                                                                                      \
|.*\\[junit4\\]\\s+Suite:.*+\\s++                                                                                                                         \
 (?:.*\\[junit4\\]\\s++(?!Suite:)(?!Completed).*\\r?\\n)*+                                                                                   \
 .*\\[junit4\\]\\s++Completed\\s+.*<<<\\s*FAILURES!\\r?\\n                                                                            \
                                                                                                                                                                       \
|.*\\[junit4\\]\\s+JVM\\s+J\\d+:\\s+std(?:out|err)\\s+was\\s+not\\s+empty.*+\\s++                                            \
 (?:.*\\[junit4\\]\\s++(?!JVM\\s+\\d+:\\s+std)(?!\\<<<\\s+JVM\\s+J\\d+:\\s+EOF).*\\r?\\n)*+                              \
 .*\\[junit4\\]\\s++<<<\\s+JVM\\s+J\\d+:\\s+EOF.*\\r?\\n                                                                                   \
                                                                                                                                                                       \
|.*rat-sources:.*\\r?\\n                                                                                                                                     \
 (?:\\s*+\\[echo\\]\\s*\\r?\\n|\\s*+\\[echo\\]\\s++(?![1-9]\\d*\\s+Unknown\\s+License)\\S.*\\r?\\n)*+                  \
 \\s*+\\[echo\\]\\s+[1-9]\\d*\\s+Unknown\\s+License.*\\r?\\n                                                                            \
 (?:\\s*+\\[echo\\].*\\r?\\n)*+                                                                                                                             \
                                                                                                                                                                        \
|(?:.*\\r?\\n){2}.*\\[licenses\\]\\s+MISSING\\s+sha1(?:.*\\r?\\n){2}                                                                    \
                                                                                                                                                                        \
|.*check-licenses:.*\\r?\\n\\s*\\[echo\\].*\\r?\\n                                                                                                  \
 \\s*\\[licenses\\]\\s+(?:MISSING\\s+LICENSE|CHECKSUM\\s+FAILED).*\\r?\\n                                            \
 (?:\\s*+\\[licenses\\].*\\r?\\n)++                                                                                                                        \
                                                                                                                                                                         \
|(?:.*\\[javadoc\\]\\s++(?![1-9]\\d*\\s+(?:error|warning)).+\\r?\\n)*+                                                                    \
 .*\\[javadoc\\]\\s+[1-9]\\d*\\s+(?:error|warning).*\\r?\\n                                                                                     \
                                                                                                                                                                         \
|.*javadocs-lint:.*\\r?\\n(?:.*\\[exec\\].*\\r?\\n)*+                                                                                                 \
                                                                                                                                                                          \
|.*check.*:.*\\r?\\n                                                                                                                                              \
 (?:\\s*+\\[forbidden-apis\\]\\s*\\r?\\n                                                                                                                  \
  |\\s*+\\[forbidden-apis\\]\\s++                                                                                                                           \
    (?!Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\))\\S.*\\r?\n)*+                            \
 \\s*+\\[forbidden-apis\\]\\s++                                                                                                                              \
   Scanned\\s+\\d+\\s+(?:\\(and\\s+\\d+\\s+related\\)\\s+)?class\\s+file\\(s\\).*[1-9]\\d*\\s+error\\(s\\)\\.\\r?\\n      \
                                                                                                                                                                            \
|\\S+:\\s*\\r?\\n                                                                                                                                                     \
 (?:(?!\\S+:\\s*\\r?\\n)(?!.*:\\s+exec\\s+returned:\\s+[^0]).*\\r?\\n)*+                                                                     \
 .*:\\s+exec\\s+returned:\\s+[^0](?s:.*+)                                                                                                               \
                                                                                                                                                                             \
|.*\\[echo\\]\\s+Building\\s+.*\\r?\\n                                                                                                                       \
 \\s*ivy-fail:\\s*(?:\\r?\\n)+                                                                                                                                     \
 \\s*ivy-configure:\\s*(?:\\r?\\n)+                                                                                                                           \
 \\s*\\[ivy:configure\\].*(?:\\r?\\n)+                                                                                                                         \
 .*resolve:.*(?:\\r?\\n)+                                                                                                                                          \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[ivy:retrieve\\]\\s+:::*\\s+(?:ERRORS|FAILED\\s+DOWNLOADS).*\\r?\\n                                                    \
 (?:\\s*\\[ivy:retrieve\\].*\\r?\\n)*                                                                                                                             \
                                                                                                                                                                             \
|.*-ecj-javadoc-lint-(?:src|tests):.*\\r?\\n                                                                                                                \
 (?:\\s*\\[mkdir].*\\r?\\n)?                                                                                                                                      \
 (?:\\s*\\[ecj-lint\\].*\\r?\\n)*                                                                                                                                   \
 \\s*\\[ecj-lint\\].*\\([1-9]\\d*\\s+error.*\\r?\\n                                                                                                          \
                                                                                                                                                                            \
|.*check-lib-versions:.*\\r?\\n                                                                                                                               \
 (?:\\s*\\[echo\\].*\\r?\\n)?                                                                                                                                     \
 (?:\\s*\\[libversions\\].*\\r?\\n)*                                                                                                                             \
 \\s*\\[libversions\\].*[1-9]\\d*\\s+error.*\\r?\\n                                                                                                       \
                                                                                                                                                                            \
|.*-validate-source-patterns:.*\\r?\\n                                                                                                                    \
 (?:\\s*\\[source-patterns\\].*\\r?\\n)+                                                                                                                    \
                                                                                                                                                                            \
|.*\\r?\\n.*Full\\s+thread\\s+dump(?s:.*+)                                                                                                             \
                                                                                                                                                                            \
|.*(?:FATAL|ERROR):(?s:.*+)                                                                                                                              \
                                                                                                                                                                            \
|.*\\#\\s+A\\s+fatal\\s+error\\s+has\\s+been\\s+detected\\s+by\\s+the\\s+Java\\s+Runtime\\s+Environment:(?s:.*+)          \
                                                                                                                                                                            \
|.*\\#\\s+There\\s+is\\s+insufficient\\s+memory\\s+for\\s+the\\s+Java\\s+Runtime\\s+Environment\\s+to\\s+continue\\.(?s:.*+) \
                                                                                                                                                                            \
|.*BUILD\\s+FAILED(?s:.*+)                                                                                                                                \
)"}

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 404 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/404/

1 tests failed.
FAILED:  org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnlySortFirst

Error Message:
Unexpected number of elements in the group for 'intGSF' size: '5' GroupValue: '656787505' rsp: {responseHeader={zkConnected=true,status=0,QTime=7,params={q=*:*,group.sort=id asc,_stateVer_=dv_coll:3,group.limit=100,rows=100,wt=javabin,version=2,group.field=intGSF,group=true}},grouped={intGSF={matches=46,groups=[{groupValue=656787505,doclist={numFound=5,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=0, intGSF=656787505, longGSF=4504755606069861424, doubleGSF=499.2749178344455, floatGSF=4652.1216, dateGSF=Tue Apr 27 08:37:34 GMT 50460483, stringGSF=base_string_762373__00006954, boolGSF=true, sortableGSF=base_string_762408__00002837, _version_=1712067671144529920, _root_=0}, SolrDocument{id=1, intGSF=656787505, longGSF=4504755606069861424, doubleGSF=499.2749178344455, floatGSF=4652.1216, dateGSF=Tue Apr 27 08:37:34 GMT 50460483, stringGSF=base_string_762373__00006954, boolGSF=false, sortableGSF=base_string_762408__00002837, _version_=1712067671143481344, _root_=1}, SolrDocument{id=2, intGSF=656787505, longGSF=4504755606069861424, doubleGSF=499.2749178344455, floatGSF=4652.1216, dateGSF=Tue Apr 27 08:37:34 GMT 50460483, stringGSF=base_string_762373__00006954, boolGSF=true, sortableGSF=base_string_762408__00002837, _version_=1712067671146627072, _root_=2}, SolrDocument{id=4, intGSF=656787505, longGSF=4504755606069861424, doubleGSF=499.2749178344455, floatGSF=4652.1216, dateGSF=Tue Apr 27 08:37:34 GMT 50460483, stringGSF=base_string_762373__00006954, boolGSF=true, sortableGSF=base_string_762408__00002837, _version_=1712067671145578496, _root_=4}, SolrDocument{id=5, intGSF=656787505, longGSF=4504755606069861424, doubleGSF=499.2749178344455, floatGSF=4652.1216, dateGSF=Tue Apr 27 08:37:34 GMT 50460483, stringGSF=base_string_762373__00006954, boolGSF=false, sortableGSF=base_string_762408__00002837, _version_=1712067671142432768, _root_=5}]}}, {groupValue=656791825,doclist={numFound=5,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10, intGSF=656791825, longGSF=4504755606069863831, doubleGSF=8770.274917834446, floatGSF=7999.1216, dateGSF=Tue Apr 27 08:37:35 GMT 50460483, stringGSF=base_string_762373__00010370, boolGSF=true, sortableGSF=base_string_762408__00004413, _version_=1712067671145578497, _root_=10}, SolrDocument{id=11, intGSF=656791825, longGSF=4504755606069863831, doubleGSF=8770.274917834446, floatGSF=7999.1216, dateGSF=Tue Apr 27 08:37:35 GMT 50460483, stringGSF=base_string_762373__00010370, boolGSF=false, sortableGSF=base_string_762408__00004413, _version_=1712067671145578498, _root_=11}, SolrDocument{id=12, intGSF=656791825, longGSF=4504755606069863831, doubleGSF=8770.274917834446, floatGSF=7999.1216, dateGSF=Tue Apr 27 08:37:35 GMT 50460483, stringGSF=base_string_762373__00010370, boolGSF=true, sortableGSF=base_string_762408__00004413, _version_=1712067671145578498, _root_=12}, SolrDocument{id=13, intGSF=656791825, longGSF=4504755606069863831, doubleGSF=8770.274917834446, floatGSF=7999.1216, dateGSF=Tue Apr 27 08:37:35 GMT 50460483, stringGSF=base_string_762373__00010370, boolGSF=false, sortableGSF=base_string_762408__00004413, _version_=1712067671145578499, _root_=13}, SolrDocument{id=8, intGSF=656791825, longGSF=4504755606069863831, doubleGSF=8770.274917834446, floatGSF=7999.1216, dateGSF=Tue Apr 27 08:37:35 GMT 50460483, stringGSF=base_string_762373__00010370, boolGSF=true, sortableGSF=base_string_762408__00004413, _version_=1712067671145578496, _root_=8}]}}, {groupValue=656800507,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=14, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=true, sortableGSF=base_string_762408__00004467, _version_=1712067671145578500, _root_=14}, SolrDocument{id=15, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=false, sortableGSF=base_string_762408__00004467, _version_=1712067671145578499, _root_=15}, SolrDocument{id=16, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=true, sortableGSF=base_string_762408__00004467, _version_=1712067671145578500, _root_=16}, SolrDocument{id=17, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=false, sortableGSF=base_string_762408__00004467, _version_=1712067671142432769, _root_=17}, SolrDocument{id=19, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=false, sortableGSF=base_string_762408__00004467, _version_=1712067671142432770, _root_=19}, SolrDocument{id=20, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=true, sortableGSF=base_string_762408__00004467, _version_=1712067671145578501, _root_=20}]}}, {groupValue=null,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10000, _version_=1712067671139287040, _root_=10000}, SolrDocument{id=10005, _version_=1712067671145578497, _root_=10005}, SolrDocument{id=10015, _version_=1712067671145578501, _root_=10015}, SolrDocument{id=10020, _version_=1712067671145578502, _root_=10020}, SolrDocument{id=10030, _version_=1712067671142432775, _root_=10030}, SolrDocument{id=10040, _version_=1712067671142432778, _root_=10040}]}}, {groupValue=656802647,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=21, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=false, sortableGSF=base_string_762408__00009604, _version_=1712067671142432771, _root_=21}, SolrDocument{id=22, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=true, sortableGSF=base_string_762408__00009604, _version_=1712067671145578502, _root_=22}, SolrDocument{id=23, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=false, sortableGSF=base_string_762408__00009604, _version_=1712067671142432772, _root_=23}, SolrDocument{id=24, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=true, sortableGSF=base_string_762408__00009604, _version_=1712067671145578503, _root_=24}, SolrDocument{id=25, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=false, sortableGSF=base_string_762408__00009604, _version_=1712067671142432773, _root_=25}, SolrDocument{id=27, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=false, sortableGSF=base_string_762408__00009604, _version_=1712067671145578504, _root_=27}]}}, {groupValue=656810943,doclist={numFound=5,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=28, intGSF=656810943, longGSF=4504755606069881261, doubleGSF=15027.274917834446, floatGSF=21214.121, dateGSF=Tue Apr 27 08:37:47 GMT 50460483, stringGSF=base_string_762373__00031351, boolGSF=true, sortableGSF=base_string_762408__00010467, _version_=1712067671145578505, _root_=28}, SolrDocument{id=29, intGSF=656810943, longGSF=4504755606069881261, doubleGSF=15027.274917834446, floatGSF=21214.121, dateGSF=Tue Apr 27 08:37:47 GMT 50460483, stringGSF=base_string_762373__00031351, boolGSF=false, sortableGSF=base_string_762408__00010467, _version_=1712067671142432774, _root_=29}, SolrDocument{id=32, intGSF=656810943, longGSF=4504755606069881261, doubleGSF=15027.274917834446, floatGSF=21214.121, dateGSF=Tue Apr 27 08:37:47 GMT 50460483, stringGSF=base_string_762373__00031351, boolGSF=true, sortableGSF=base_string_762408__00010467, _version_=1712067671145578506, _root_=32}, SolrDocument{id=33, intGSF=656810943, longGSF=4504755606069881261, doubleGSF=15027.274917834446, floatGSF=21214.121, dateGSF=Tue Apr 27 08:37:47 GMT 50460483, stringGSF=base_string_762373__00031351, boolGSF=false, sortableGSF=base_string_762408__00010467, _version_=1712067671142432776, _root_=33}, SolrDocument{id=34, intGSF=656810943, longGSF=4504755606069881261, doubleGSF=15027.274917834446, floatGSF=21214.121, dateGSF=Tue Apr 27 08:37:47 GMT 50460483, stringGSF=base_string_762373__00031351, boolGSF=true, sortableGSF=base_string_762408__00010467, _version_=1712067671146627072, _root_=34}]}}, {groupValue=656814052,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=35, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=false, sortableGSF=base_string_762408__00016833, _version_=1712067671146627073, _root_=35}, SolrDocument{id=36, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=true, sortableGSF=base_string_762408__00016833, _version_=1712067671146627074, _root_=36}, SolrDocument{id=37, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=false, sortableGSF=base_string_762408__00016833, _version_=1712067671142432777, _root_=37}, SolrDocument{id=38, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=true, sortableGSF=base_string_762408__00016833, _version_=1712067671145578507, _root_=38}, SolrDocument{id=40, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=true, sortableGSF=base_string_762408__00016833, _version_=1712067671145578508, _root_=40}, SolrDocument{id=41, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=false, sortableGSF=base_string_762408__00016833, _version_=1712067671146627075, _root_=41}]}}, {groupValue=656817280,doclist={numFound=7,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=42, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=true, sortableGSF=base_string_762408__00018553, _version_=1712067671146627072, _root_=42}, SolrDocument{id=43, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=false, sortableGSF=base_string_762408__00018553, _version_=1712067671146627076, _root_=43}, SolrDocument{id=44, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=true, sortableGSF=base_string_762408__00018553, _version_=1712067671146627077, _root_=44}, SolrDocument{id=45, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=false, sortableGSF=base_string_762408__00018553, _version_=1712067671143481344, _root_=45}, SolrDocument{id=46, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=true, sortableGSF=base_string_762408__00018553, _version_=1712067671146627078, _root_=46}, SolrDocument{id=47, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=false, sortableGSF=base_string_762408__00018553, _version_=1712067671146627079, _root_=47}, SolrDocument{id=48, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=true, sortableGSF=base_string_762408__00018553, _version_=1712067671146627073, _root_=48}]}}]}}}

Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for 'intGSF' size: '5' GroupValue: '656787505' rsp: {responseHeader={zkConnected=true,status=0,QTime=7,params={q=*:*,group.sort=id asc,_stateVer_=dv_coll:3,group.limit=100,rows=100,wt=javabin,version=2,group.field=intGSF,group=true}},grouped={intGSF={matches=46,groups=[{groupValue=656787505,doclist={numFound=5,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=0, intGSF=656787505, longGSF=4504755606069861424, doubleGSF=499.2749178344455, floatGSF=4652.1216, dateGSF=Tue Apr 27 08:37:34 GMT 50460483, stringGSF=base_string_762373__00006954, boolGSF=true, sortableGSF=base_string_762408__00002837, _version_=1712067671144529920, _root_=0}, SolrDocument{id=1, intGSF=656787505, longGSF=4504755606069861424, doubleGSF=499.2749178344455, floatGSF=4652.1216, dateGSF=Tue Apr 27 08:37:34 GMT 50460483, stringGSF=base_string_762373__00006954, boolGSF=false, sortableGSF=base_string_762408__00002837, _version_=1712067671143481344, _root_=1}, SolrDocument{id=2, intGSF=656787505, longGSF=4504755606069861424, doubleGSF=499.2749178344455, floatGSF=4652.1216, dateGSF=Tue Apr 27 08:37:34 GMT 50460483, stringGSF=base_string_762373__00006954, boolGSF=true, sortableGSF=base_string_762408__00002837, _version_=1712067671146627072, _root_=2}, SolrDocument{id=4, intGSF=656787505, longGSF=4504755606069861424, doubleGSF=499.2749178344455, floatGSF=4652.1216, dateGSF=Tue Apr 27 08:37:34 GMT 50460483, stringGSF=base_string_762373__00006954, boolGSF=true, sortableGSF=base_string_762408__00002837, _version_=1712067671145578496, _root_=4}, SolrDocument{id=5, intGSF=656787505, longGSF=4504755606069861424, doubleGSF=499.2749178344455, floatGSF=4652.1216, dateGSF=Tue Apr 27 08:37:34 GMT 50460483, stringGSF=base_string_762373__00006954, boolGSF=false, sortableGSF=base_string_762408__00002837, _version_=1712067671142432768, _root_=5}]}}, {groupValue=656791825,doclist={numFound=5,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10, intGSF=656791825, longGSF=4504755606069863831, doubleGSF=8770.274917834446, floatGSF=7999.1216, dateGSF=Tue Apr 27 08:37:35 GMT 50460483, stringGSF=base_string_762373__00010370, boolGSF=true, sortableGSF=base_string_762408__00004413, _version_=1712067671145578497, _root_=10}, SolrDocument{id=11, intGSF=656791825, longGSF=4504755606069863831, doubleGSF=8770.274917834446, floatGSF=7999.1216, dateGSF=Tue Apr 27 08:37:35 GMT 50460483, stringGSF=base_string_762373__00010370, boolGSF=false, sortableGSF=base_string_762408__00004413, _version_=1712067671145578498, _root_=11}, SolrDocument{id=12, intGSF=656791825, longGSF=4504755606069863831, doubleGSF=8770.274917834446, floatGSF=7999.1216, dateGSF=Tue Apr 27 08:37:35 GMT 50460483, stringGSF=base_string_762373__00010370, boolGSF=true, sortableGSF=base_string_762408__00004413, _version_=1712067671145578498, _root_=12}, SolrDocument{id=13, intGSF=656791825, longGSF=4504755606069863831, doubleGSF=8770.274917834446, floatGSF=7999.1216, dateGSF=Tue Apr 27 08:37:35 GMT 50460483, stringGSF=base_string_762373__00010370, boolGSF=false, sortableGSF=base_string_762408__00004413, _version_=1712067671145578499, _root_=13}, SolrDocument{id=8, intGSF=656791825, longGSF=4504755606069863831, doubleGSF=8770.274917834446, floatGSF=7999.1216, dateGSF=Tue Apr 27 08:37:35 GMT 50460483, stringGSF=base_string_762373__00010370, boolGSF=true, sortableGSF=base_string_762408__00004413, _version_=1712067671145578496, _root_=8}]}}, {groupValue=656800507,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=14, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=true, sortableGSF=base_string_762408__00004467, _version_=1712067671145578500, _root_=14}, SolrDocument{id=15, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=false, sortableGSF=base_string_762408__00004467, _version_=1712067671145578499, _root_=15}, SolrDocument{id=16, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=true, sortableGSF=base_string_762408__00004467, _version_=1712067671145578500, _root_=16}, SolrDocument{id=17, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=false, sortableGSF=base_string_762408__00004467, _version_=1712067671142432769, _root_=17}, SolrDocument{id=19, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=false, sortableGSF=base_string_762408__00004467, _version_=1712067671142432770, _root_=19}, SolrDocument{id=20, intGSF=656800507, longGSF=4504755606069870133, doubleGSF=9291.274917834446, floatGSF=10356.122, dateGSF=Tue Apr 27 08:37:42 GMT 50460483, stringGSF=base_string_762373__00015939, boolGSF=true, sortableGSF=base_string_762408__00004467, _version_=1712067671145578501, _root_=20}]}}, {groupValue=null,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10000, _version_=1712067671139287040, _root_=10000}, SolrDocument{id=10005, _version_=1712067671145578497, _root_=10005}, SolrDocument{id=10015, _version_=1712067671145578501, _root_=10015}, SolrDocument{id=10020, _version_=1712067671145578502, _root_=10020}, SolrDocument{id=10030, _version_=1712067671142432775, _root_=10030}, SolrDocument{id=10040, _version_=1712067671142432778, _root_=10040}]}}, {groupValue=656802647,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=21, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=false, sortableGSF=base_string_762408__00009604, _version_=1712067671142432771, _root_=21}, SolrDocument{id=22, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=true, sortableGSF=base_string_762408__00009604, _version_=1712067671145578502, _root_=22}, SolrDocument{id=23, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=false, sortableGSF=base_string_762408__00009604, _version_=1712067671142432772, _root_=23}, SolrDocument{id=24, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=true, sortableGSF=base_string_762408__00009604, _version_=1712067671145578503, _root_=24}, SolrDocument{id=25, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=false, sortableGSF=base_string_762408__00009604, _version_=1712067671142432773, _root_=25}, SolrDocument{id=27, intGSF=656802647, longGSF=4504755606069875044, doubleGSF=11407.274917834446, floatGSF=15912.122, dateGSF=Tue Apr 27 08:37:45 GMT 50460483, stringGSF=base_string_762373__00021949, boolGSF=false, sortableGSF=base_string_762408__00009604, _version_=1712067671145578504, _root_=27}]}}, {groupValue=656810943,doclist={numFound=5,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=28, intGSF=656810943, longGSF=4504755606069881261, doubleGSF=15027.274917834446, floatGSF=21214.121, dateGSF=Tue Apr 27 08:37:47 GMT 50460483, stringGSF=base_string_762373__00031351, boolGSF=true, sortableGSF=base_string_762408__00010467, _version_=1712067671145578505, _root_=28}, SolrDocument{id=29, intGSF=656810943, longGSF=4504755606069881261, doubleGSF=15027.274917834446, floatGSF=21214.121, dateGSF=Tue Apr 27 08:37:47 GMT 50460483, stringGSF=base_string_762373__00031351, boolGSF=false, sortableGSF=base_string_762408__00010467, _version_=1712067671142432774, _root_=29}, SolrDocument{id=32, intGSF=656810943, longGSF=4504755606069881261, doubleGSF=15027.274917834446, floatGSF=21214.121, dateGSF=Tue Apr 27 08:37:47 GMT 50460483, stringGSF=base_string_762373__00031351, boolGSF=true, sortableGSF=base_string_762408__00010467, _version_=1712067671145578506, _root_=32}, SolrDocument{id=33, intGSF=656810943, longGSF=4504755606069881261, doubleGSF=15027.274917834446, floatGSF=21214.121, dateGSF=Tue Apr 27 08:37:47 GMT 50460483, stringGSF=base_string_762373__00031351, boolGSF=false, sortableGSF=base_string_762408__00010467, _version_=1712067671142432776, _root_=33}, SolrDocument{id=34, intGSF=656810943, longGSF=4504755606069881261, doubleGSF=15027.274917834446, floatGSF=21214.121, dateGSF=Tue Apr 27 08:37:47 GMT 50460483, stringGSF=base_string_762373__00031351, boolGSF=true, sortableGSF=base_string_762408__00010467, _version_=1712067671146627072, _root_=34}]}}, {groupValue=656814052,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=35, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=false, sortableGSF=base_string_762408__00016833, _version_=1712067671146627073, _root_=35}, SolrDocument{id=36, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=true, sortableGSF=base_string_762408__00016833, _version_=1712067671146627074, _root_=36}, SolrDocument{id=37, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=false, sortableGSF=base_string_762408__00016833, _version_=1712067671142432777, _root_=37}, SolrDocument{id=38, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=true, sortableGSF=base_string_762408__00016833, _version_=1712067671145578507, _root_=38}, SolrDocument{id=40, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=true, sortableGSF=base_string_762408__00016833, _version_=1712067671145578508, _root_=40}, SolrDocument{id=41, intGSF=656814052, longGSF=4504755606069883827, doubleGSF=15587.274917834446, floatGSF=22017.121, dateGSF=Tue Apr 27 08:37:55 GMT 50460483, stringGSF=base_string_762373__00034599, boolGSF=false, sortableGSF=base_string_762408__00016833, _version_=1712067671146627075, _root_=41}]}}, {groupValue=656817280,doclist={numFound=7,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=42, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=true, sortableGSF=base_string_762408__00018553, _version_=1712067671146627072, _root_=42}, SolrDocument{id=43, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=false, sortableGSF=base_string_762408__00018553, _version_=1712067671146627076, _root_=43}, SolrDocument{id=44, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=true, sortableGSF=base_string_762408__00018553, _version_=1712067671146627077, _root_=44}, SolrDocument{id=45, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=false, sortableGSF=base_string_762408__00018553, _version_=1712067671143481344, _root_=45}, SolrDocument{id=46, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=true, sortableGSF=base_string_762408__00018553, _version_=1712067671146627078, _root_=46}, SolrDocument{id=47, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=false, sortableGSF=base_string_762408__00018553, _version_=1712067671146627079, _root_=47}, SolrDocument{id=48, intGSF=656817280, longGSF=4504755606069887992, doubleGSF=16695.274917834446, floatGSF=28231.121, dateGSF=Tue Apr 27 08:38:02 GMT 50460483, stringGSF=base_string_762373__00044251, boolGSF=true, sortableGSF=base_string_762408__00018553, _version_=1712067671146627073, _root_=48}]}}]}}}
	at __randomizedtesting.SeedInfo.seed([1BAAB04FD3B0FCD8:11231723836D3B51]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.doGroupingDvOnly(DocValuesNotIndexedTest.java:404)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnlySortFirst(DocValuesNotIndexedTest.java:327)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14668 lines...]
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4]   2> 1765562 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1765562 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1765562 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/data-dir-154-001
   [junit4]   2> 1765562 WARN  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=102 numCloses=102
   [junit4]   2> 1765562 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1765564 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1765564 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 1765564 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001
   [junit4]   2> 1765565 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1765565 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1765565 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1765566 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 1765665 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 33561
   [junit4]   2> 1765665 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33561
   [junit4]   2> 1765665 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33561
   [junit4]   2> 1765665 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33561
   [junit4]   2> 1765666 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1765668 INFO  (zkConnectionManagerCallback-17003-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1765668 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1765671 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1765672 INFO  (zkConnectionManagerCallback-17005-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1765672 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1765672 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1765673 INFO  (zkConnectionManagerCallback-17007-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1765673 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1765775 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1765775 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1765775 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1765775 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1765775 INFO  (jetty-launcher-17008-thread-2) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1765775 INFO  (jetty-launcher-17008-thread-1) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 1765776 INFO  (jetty-launcher-17008-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1765776 INFO  (jetty-launcher-17008-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1765776 INFO  (jetty-launcher-17008-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1765776 INFO  (jetty-launcher-17008-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1765776 INFO  (jetty-launcher-17008-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1765776 INFO  (jetty-launcher-17008-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d3641ad{/solr,null,AVAILABLE}
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33520102{/solr,null,AVAILABLE}
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3c9f3422{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46053}
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-2) [     ] o.e.j.s.Server Started @1765810ms
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33561/solr, hostPort=46053}
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3328cdb1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45669}
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-1) [     ] o.e.j.s.Server Started @1765810ms
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:33561/solr, hostPort=45669}
   [junit4]   2> 1765777 ERROR (jetty-launcher-17008-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1765777 ERROR (jetty-launcher-17008-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.11.0
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-27T15:02:43.973Z
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 1765777 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-09-27T15:02:43.973Z
   [junit4]   2> 1765778 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1765779 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1765779 INFO  (zkConnectionManagerCallback-17010-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1765779 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1765779 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1765779 INFO  (zkConnectionManagerCallback-17012-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1765779 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1765780 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1765783 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1765783 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 1765784 WARN  (jetty-launcher-17008-thread-2-SendThread(127.0.0.1:33561)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101814df1440003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x101814df1440003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101814df1440003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1766531 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1766538 WARN  (jetty-launcher-17008-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3e57838c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1766538 WARN  (jetty-launcher-17008-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3e57838c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1766567 WARN  (jetty-launcher-17008-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4500584c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1766567 WARN  (jetty-launcher-17008-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4500584c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1766568 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33561/solr
   [junit4]   2> 1766590 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766604 INFO  (zkConnectionManagerCallback-17026-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1766604 INFO  (jetty-launcher-17008-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766706 INFO  (jetty-launcher-17008-thread-1) [n:127.0.0.1:45669_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766706 INFO  (zkConnectionManagerCallback-17028-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1766706 INFO  (jetty-launcher-17008-thread-1) [n:127.0.0.1:45669_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766772 WARN  (jetty-launcher-17008-thread-1) [n:127.0.0.1:45669_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1766775 INFO  (jetty-launcher-17008-thread-1) [n:127.0.0.1:45669_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45669_solr
   [junit4]   2> 1766776 INFO  (jetty-launcher-17008-thread-1) [n:127.0.0.1:45669_solr     ] o.a.s.c.Overseer Overseer (id=72481240774868998-127.0.0.1:45669_solr-n_0000000000) starting
   [junit4]   2> 1766785 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1766785 INFO  (jetty-launcher-17008-thread-1) [n:127.0.0.1:45669_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45669_solr
   [junit4]   2> 1766786 INFO  (OverseerStateUpdate-72481240774868998-127.0.0.1:45669_solr-n_0000000000) [n:127.0.0.1:45669_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45669_solr
   [junit4]   2> 1766787 INFO  (OverseerStateUpdate-72481240774868998-127.0.0.1:45669_solr-n_0000000000) [n:127.0.0.1:45669_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1766788 INFO  (jetty-launcher-17008-thread-1) [n:127.0.0.1:45669_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1766788 WARN  (jetty-launcher-17008-thread-1) [n:127.0.0.1:45669_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1766789 WARN  (jetty-launcher-17008-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4514969e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1766789 WARN  (jetty-launcher-17008-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4514969e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1766808 WARN  (jetty-launcher-17008-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4390df84[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1766808 WARN  (jetty-launcher-17008-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4390df84[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1766809 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33561/solr
   [junit4]   2> 1766811 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766813 INFO  (zkConnectionManagerCallback-17043-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1766813 INFO  (jetty-launcher-17008-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766815 WARN  (jetty-launcher-17008-thread-2-SendThread(127.0.0.1:33561)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101814df1440007.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x101814df1440007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101814df1440007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1766826 INFO  (jetty-launcher-17008-thread-1) [n:127.0.0.1:45669_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001/node1
   [junit4]   2> 1766916 INFO  (jetty-launcher-17008-thread-2) [n:127.0.0.1:46053_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766919 INFO  (zkConnectionManagerCallback-17048-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1766919 INFO  (jetty-launcher-17008-thread-2) [n:127.0.0.1:46053_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766921 WARN  (jetty-launcher-17008-thread-2) [n:127.0.0.1:46053_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 1766922 INFO  (jetty-launcher-17008-thread-2) [n:127.0.0.1:46053_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1766925 INFO  (jetty-launcher-17008-thread-2) [n:127.0.0.1:46053_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:46053_solr as DOWN
   [junit4]   2> 1766926 INFO  (jetty-launcher-17008-thread-2) [n:127.0.0.1:46053_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 1766926 INFO  (jetty-launcher-17008-thread-2) [n:127.0.0.1:46053_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46053_solr
   [junit4]   2> 1766927 INFO  (zkCallback-17027-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1766927 INFO  (zkCallback-17047-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1766928 INFO  (jetty-launcher-17008-thread-2) [n:127.0.0.1:46053_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1766928 WARN  (jetty-launcher-17008-thread-2) [n:127.0.0.1:46053_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1766948 INFO  (jetty-launcher-17008-thread-2) [n:127.0.0.1:46053_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001/node2
   [junit4]   2> 1766956 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1766956 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766959 INFO  (zkConnectionManagerCallback-17059-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1766959 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766960 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1766961 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33561/solr ready
   [junit4]   2> 1766971 INFO  (OverseerThreadFactory-17038-thread-1-processing-n:127.0.0.1:45669_solr) [n:127.0.0.1:45669_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection dv_coll
   [junit4]   2> 1767076 INFO  (OverseerStateUpdate-72481240774868998-127.0.0.1:45669_solr-n_0000000000) [n:127.0.0.1:45669_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:46053_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:46053/solr",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1767078 INFO  (OverseerStateUpdate-72481240774868998-127.0.0.1:45669_solr-n_0000000000) [n:127.0.0.1:45669_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard2_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:45669_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:45669/solr",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1767080 INFO  (OverseerStateUpdate-72481240774868998-127.0.0.1:45669_solr-n_0000000000) [n:127.0.0.1:45669_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard3_replica_n4",
   [junit4]   2>   "node_name":"127.0.0.1:46053_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:46053/solr",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1767082 INFO  (OverseerStateUpdate-72481240774868998-127.0.0.1:45669_solr-n_0000000000) [n:127.0.0.1:45669_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard4_replica_n6",
   [junit4]   2>   "node_name":"127.0.0.1:45669_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:45669/solr",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1767284 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr    x:dv_coll_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica_n1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1767284 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr    x:dv_coll_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica_n2&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1767284 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr    x:dv_coll_shard2_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 1767285 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr    x:dv_coll_shard3_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica_n4&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1767286 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr    x:dv_coll_shard4_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica_n6&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1767295 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 1767297 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1767297 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1767297 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica_n6' using configuration from configset conf1, trusted=true
   [junit4]   2> 1767298 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SolrCore [[dv_coll_shard4_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001/node1/dv_coll_shard4_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001/node1/dv_coll_shard4_replica_n6/data/]
   [junit4]   2> 1767302 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 1767302 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 1767302 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1767303 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1767303 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica_n2' using configuration from configset conf1, trusted=true
   [junit4]   2> 1767303 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1767303 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SolrCore [[dv_coll_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001/node1/dv_coll_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001/node1/dv_coll_shard2_replica_n2/data/]
   [junit4]   2> 1767304 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1767304 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica_n4' using configuration from configset conf1, trusted=true
   [junit4]   2> 1767304 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SolrCore [[dv_coll_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001/node2/dv_coll_shard3_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001/node2/dv_coll_shard3_replica_n4/data/]
   [junit4]   2> 1767307 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.11.0
   [junit4]   2> 1767307 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 1767308 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1767308 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 1767308 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SolrCore [[dv_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001/node2/dv_coll_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001/tempDir-001/node2/dv_coll_shard1_replica_n1/data/]
   [junit4]   2> 1767342 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1767342 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1767343 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1767343 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1767343 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1767343 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1767344 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1767344 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1767346 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1767346 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1767346 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1767346 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1767346 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1767346 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1767346 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1767346 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1767346 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1767347 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1767347 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1767347 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1767347 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712067670749216768
   [junit4]   2> 1767347 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1767347 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1767348 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1767348 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1767348 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1767348 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1767348 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712067670750265344
   [junit4]   2> 1767349 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1767349 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1767349 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1767350 INFO  (searcherExecutor-17063-thread-1-processing-n:127.0.0.1:45669_solr x:dv_coll_shard2_replica_n2 c:dv_coll s:shard2 r:core_node5) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SolrCore [dv_coll_shard2_replica_n2]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1767350 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1767350 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1767350 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712067670752362496
   [junit4]   2> 1767350 INFO  (searcherExecutor-17065-thread-1-processing-n:127.0.0.1:46053_solr x:dv_coll_shard3_replica_n4 c:dv_coll s:shard3 r:core_node7) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SolrCore [dv_coll_shard3_replica_n4]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1767352 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1767352 INFO  (searcherExecutor-17061-thread-1-processing-n:127.0.0.1:45669_solr x:dv_coll_shard4_replica_n6 c:dv_coll s:shard4 r:core_node8) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SolrCore [dv_coll_shard4_replica_n6]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1767353 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1767353 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 1767354 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1767354 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1767354 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1712067670756556800
   [junit4]   2> 1767357 INFO  (searcherExecutor-17067-thread-1-processing-n:127.0.0.1:46053_solr x:dv_coll_shard1_replica_n1 c:dv_coll s:shard1 r:core_node3) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1767359 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard3 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 1767359 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/dv_coll/leaders/shard3
   [junit4]   2> 1767361 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard2 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 1767361 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/dv_coll/leaders/shard2
   [junit4]   2> 1767363 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1767363 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/dv_coll/leaders/shard1
   [junit4]   2> 1767365 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1767365 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1767365 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46053/solr/dv_coll_shard3_replica_n4/
   [junit4]   2> 1767365 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1767366 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard4 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 1767366 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/dv_coll/leaders/shard4
   [junit4]   2> 1767366 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SyncStrategy http://127.0.0.1:46053/solr/dv_coll_shard3_replica_n4/ has no replicas
   [junit4]   2> 1767366 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/dv_coll/leaders/shard3/leader after winning as /collections/dv_coll/leader_elect/shard3/election/72481240774869000-core_node7-n_0000000000
   [junit4]   2> 1767369 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1767369 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1767369 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45669/solr/dv_coll_shard2_replica_n2/
   [junit4]   2> 1767370 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1767371 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:45669/solr/dv_coll_shard2_replica_n2/ has no replicas
   [junit4]   2> 1767371 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/dv_coll/leaders/shard2/leader after winning as /collections/dv_coll/leader_elect/shard2/election/72481240774868998-core_node5-n_0000000000
   [junit4]   2> 1767372 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46053/solr/dv_coll_shard3_replica_n4/ shard3
   [junit4]   2> 1767372 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1767372 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1767372 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46053/solr/dv_coll_shard1_replica_n1/
   [junit4]   2> 1767373 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1767373 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:46053/solr/dv_coll_shard1_replica_n1/ has no replicas
   [junit4]   2> 1767373 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/dv_coll/leaders/shard1/leader after winning as /collections/dv_coll/leader_elect/shard1/election/72481240774869000-core_node3-n_0000000000
   [junit4]   2> 1767373 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1767373 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1767373 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45669/solr/dv_coll_shard4_replica_n6/
   [junit4]   2> 1767374 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46053/solr/dv_coll_shard1_replica_n1/ shard1
   [junit4]   2> 1767375 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1767375 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45669/solr/dv_coll_shard2_replica_n2/ shard2
   [junit4]   2> 1767375 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SyncStrategy http://127.0.0.1:45669/solr/dv_coll_shard4_replica_n6/ has no replicas
   [junit4]   2> 1767375 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/dv_coll/leaders/shard4/leader after winning as /collections/dv_coll/leader_elect/shard4/election/72481240774868998-core_node8-n_0000000000
   [junit4]   2> 1767377 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45669/solr/dv_coll_shard4_replica_n6/ shard4
   [junit4]   2> 1767478 INFO  (zkCallback-17027-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767478 INFO  (zkCallback-17047-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767478 INFO  (zkCallback-17027-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767479 INFO  (zkCallback-17027-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767479 INFO  (zkCallback-17047-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767479 INFO  (zkCallback-17027-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767479 INFO  (zkCallback-17047-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767479 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1767480 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1767481 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1767481 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1767484 INFO  (qtp1039082620-30938) [n:127.0.0.1:45669_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica_n6&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=0 QTime=198
   [junit4]   2> 1767485 INFO  (qtp1039082620-30946) [n:127.0.0.1:45669_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica_n2&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=201
   [junit4]   2> 1767485 INFO  (qtp844680217-30940) [n:127.0.0.1:46053_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica_n1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=201
   [junit4]   2> 1767486 INFO  (qtp844680217-30944) [n:127.0.0.1:46053_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica_n4&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=201
   [junit4]   2> 1767488 INFO  (qtp1039082620-30941) [n:127.0.0.1:45669_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1767586 INFO  (zkCallback-17027-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767586 INFO  (zkCallback-17027-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767586 INFO  (zkCallback-17047-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767586 INFO  (zkCallback-17027-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767586 INFO  (zkCallback-17027-thread-5) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767586 INFO  (zkCallback-17047-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767586 INFO  (zkCallback-17027-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767586 INFO  (zkCallback-17047-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1767586 INFO  (zkCallback

[...truncated too long message...]

000000) closing
   [junit4]   2> 1768298 INFO  (OverseerStateUpdate-72481240774868998-127.0.0.1:45669_solr-n_0000000000) [n:127.0.0.1:45669_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45669_solr
   [junit4]   2> 1768299 INFO  (OverseerAutoScalingTriggerThread-72481240774868998-127.0.0.1:45669_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1768301 INFO  (jetty-closer-17098-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1768301 INFO  (jetty-closer-17098-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1768301 INFO  (jetty-closer-17098-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1768302 INFO  (closeThreadPool-17108-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72481240774868998-127.0.0.1:45669_solr-n_0000000000) closing
   [junit4]   2> 1768302 INFO  (jetty-closer-17098-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1768302 WARN  (jetty-launcher-17008-thread-1-SendThread(127.0.0.1:33561)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101814df1440006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x101814df1440006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101814df1440006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1768303 INFO  (zkCallback-17047-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1768403 INFO  (jetty-closer-17098-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72481240774868998-127.0.0.1:45669_solr-n_0000000000) closing
   [junit4]   2> 1768404 INFO  (jetty-closer-17098-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3328cdb1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1768404 INFO  (jetty-closer-17098-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33520102{/solr,null,STOPPED}
   [junit4]   2> 1768404 INFO  (jetty-closer-17098-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1768503 INFO  (jetty-closer-17098-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c9f3422{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1768504 INFO  (jetty-closer-17098-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d3641ad{/solr,null,STOPPED}
   [junit4]   2> 1768504 INFO  (jetty-closer-17098-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1768504 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1768707 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/configs/conf1/managed-schema
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/dv_coll/terms/shard3
   [junit4]   2> 	3	/solr/collections/dv_coll/terms/shard2
   [junit4]   2> 	3	/solr/collections/dv_coll/terms/shard1
   [junit4]   2> 	3	/solr/collections/dv_coll/terms/shard4
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/collections/dv_coll/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	27	/solr/collections/dv_coll/state.json
   [junit4]   2> 	4	/solr/configs/conf1/managed-schema
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/overseer/queue
   [junit4]   2> 	11	/solr/collections/dv_coll/state.json
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1768709 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33561
   [junit4]   2> 1768709 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33561
   [junit4]   2> 1768709 INFO  (SUITE-DocValuesNotIndexedTest-seed#[1BAAB04FD3B0FCD8]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33561
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1BAAB04FD3B0FCD8-001
   [junit4]   2> Sep 27, 2021 3:02:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=sk-SK, timezone=Greenwich
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=218052888,total=517996544
   [junit4]   2> NOTE: All tests run in this JVM: [SystemInfoHandlerTest, DistributedExpandComponentTest, TestSQLHandler, TestSimScenario, TestFieldCacheReopen, TestUninvertingReader, NodeAddedTriggerIntegrationTest, TestJsonRequest, PreAnalyzedUpdateProcessorTest, RouteFieldTest, MetricsHistoryHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestSchemalessBufferedUpdates, IgnoreLargeDocumentProcessorFactoryTest, TestCloudDeduplication, TestCopyFieldCollectionResource, BigEndianAscendingWordSerializerTest, TriggerSetPropertiesIntegrationTest, MultiThreadedOCPTest, DirectSolrConnectionTest, SliceStateTest, RegexBytesRefFilterTest, CollectionStateFormat2Test, TestCircuitBreaker, ConcurrentCreateCollectionTest, TestRuleBasedAuthorizationWithKerberos, TestConfigSetImmutable, CustomHighlightComponentTest, ConfigureRecoveryStrategyTest, TestReplicationHandlerBackup, TestPKIAuthenticationPlugin, ClusterStateMockUtilTest, SecurityHeadersTest, TestReRankQParserPlugin, CircularListTest, MaxScoreCollectorTest, RankQParserPluginTest, TestObjectReleaseTracker, SearchHandlerTest, HighlighterTest, JsonLoaderTest, TestLRUCache, MetricUtilsTest, SpellPossibilityIteratorTest, TestFunctionQuery, BlockCacheTest, TestRetrieveFieldsOptimizer, TestMinimalConfig, TestSSLRandomization, PreAnalyzedFieldManagedSchemaCloudTest, JWTAuthPluginTest, TestContainerPlugin, TestHighlightDedupGrouping, TestNonDefinedSimilarityFactory, CreateCollectionCleanupTest, ResponseBuilderTest, TestSolrConfigHandlerCloud, TestLuceneMatchVersion, TestWaitForStateWithJettyShutdowns, SplitShardTest, AutoAddReplicasIntegrationTest, OverseerSolrResponseTest, TestRandomFlRTGCloud, TestElisionMultitermQuery, HdfsRestartWhileUpdatingTest, TestFilteredDocIdSet, SignatureUpdateProcessorFactoryTest, TestDistribDocBasedVersion, CoreAdminHandlerTest, DistribCursorPagingTest, TestStressRecovery, BasicAuthIntegrationTest, RequiredFieldsTest, TestXIncludeConfig, TestSkipOverseerOperations, XmlInterpolationTest, ExternalFileFieldSortTest, TestJettySolrRunner, ShardRoutingCustomTest, TimeRoutedAliasUpdateProcessorTest, IndexSizeTriggerSizeEstimationTest, DynamicMapsTest, SpatialRPTFieldTypeTest, DistributedFacetPivotSmallAdvancedTest, ZkSolrClientTest, TestSolrDeletionPolicy1, TestPHPSerializedResponseWriter, FullSolrCloudDistribCmdsTest, NodeMarkersRegistrationTest, HdfsUnloadDistributedZkTest, TestUseDocValuesAsStored2, TestManagedResource, TestExactStatsCache, TestAnalyzeInfixSuggestions, TestPullReplica, SuggesterFSTTest, BlobRepositoryCloudTest, TriLevelCompositeIdRoutingTest, RandomizedTaggerTest, TestMissingGroups, TestSystemCollAutoCreate, PrimUtilsTest, MaxSizeAutoCommitTest, TestJsonFacetErrors, CheckHdfsIndexTest, ReplaceNodeTest, TestSolrQueryParser, HdfsLockFactoryTest, DisMaxRequestHandlerTest, OverseerTest, TestFieldCacheWithThreads, TestHashQParserPlugin, TestDistributedMissingSort, TestSimDistributedQueue, ManagedSchemaDiffTest, TestComplexPhraseQParserPlugin, LeaderElectionContextKeyTest, DistributedSuggestComponentTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestGroupingSearch, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneIndexBackCompat, BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionPropsTest, DeleteNodeTest, DeleteShardTest, DistributedQueueTest, DistributedVersionInfoTest, DocValuesNotIndexedTest]
   [junit4] Completed [459/947 (1!)] on J0 in 4.02s, 5 tests, 1 failure <<< FAILURES!

[...truncated 55912 lines...]