You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/09/19 23:25:29 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 3762 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3762/

All tests passed

Build Log:
[...truncated 64108 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj247378670
 [ecj-lint] Compiling 1290 source files to /tmp/ecj247378670
 [ecj-lint] Processing annotations
 [ecj-lint] Annotations processed
 [ecj-lint] Processing annotations
 [ecj-lint] No elements to process
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/client/solrj/embedded/EmbeddedSolrServer.java (at line 219)
 [ecj-lint] 	return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
 [ecj-lint] 	                           ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/cloud/autoscaling/sim/SimCloudManager.java (at line 792)
 [ecj-lint] 	throw new UnsupportedOperationException("must add at least 1 node first");
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'queryRequest' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/cloud/autoscaling/sim/SimCloudManager.java (at line 798)
 [ecj-lint] 	throw new UnsupportedOperationException("must add at least 1 node first");
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'queryRequest' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/SolrResourceLoader.java (at line 19)
 [ecj-lint] 	import javax.naming.Context;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.Context is not accessible
 [ecj-lint] ----------
 [ecj-lint] 5. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/SolrResourceLoader.java (at line 20)
 [ecj-lint] 	import javax.naming.InitialContext;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.InitialContext is not accessible
 [ecj-lint] ----------
 [ecj-lint] 6. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/SolrResourceLoader.java (at line 21)
 [ecj-lint] 	import javax.naming.NamingException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.NamingException is not accessible
 [ecj-lint] ----------
 [ecj-lint] 7. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/SolrResourceLoader.java (at line 22)
 [ecj-lint] 	import javax.naming.NoInitialContextException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.NoInitialContextException is not accessible
 [ecj-lint] ----------
 [ecj-lint] 8. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/SolrResourceLoader.java (at line 776)
 [ecj-lint] 	Context c = new InitialContext();
 [ecj-lint] 	^^^^^^^
 [ecj-lint] Context cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 9. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/SolrResourceLoader.java (at line 776)
 [ecj-lint] 	Context c = new InitialContext();
 [ecj-lint] 	                ^^^^^^^^^^^^^^
 [ecj-lint] InitialContext cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 10. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/SolrResourceLoader.java (at line 779)
 [ecj-lint] 	} catch (NoInitialContextException e) {
 [ecj-lint] 	         ^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] NoInitialContextException cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 11. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/SolrResourceLoader.java (at line 781)
 [ecj-lint] 	} catch (NamingException e) {
 [ecj-lint] 	         ^^^^^^^^^^^^^^^
 [ecj-lint] NamingException cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 12. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/SolrConfigHandler.java (at line 819)
 [ecj-lint] 	new RuntimeLib(req.getCore().getCoreContainer()).init(new PluginInfo(info.tag, op.getDataMap()));
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 13. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/admin/CollectionHandlerApi.java (at line 207)
 [ecj-lint] 	RuntimeLib lib = new RuntimeLib(handler.handler.coreContainer);
 [ecj-lint] 	           ^^^
 [ecj-lint] Resource leak: 'lib' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 14. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/admin/SegmentsInfoRequestHandler.java (at line 244)
 [ecj-lint] 	leafReader = ((FilterLeafReader)leafReader).getDelegate();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'leafReader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 15. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/component/HttpShardHandler.java (at line 148)
 [ecj-lint] 	return new JavaBinCodec(null, stringCache).setReadStringAsCharSeq(true);
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 16. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/component/HttpShardHandlerFactory.java (at line 637)
 [ecj-lint] 	ZkController zkController = core == null ? null : core.getCoreContainer().getZkController();
 [ecj-lint] 	             ^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'zkController' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 17. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/loader/JavabinLoader.java (at line 137)
 [ecj-lint] 	new JavaBinCodec() {
 [ecj-lint]       SolrParams params;
 [ecj-lint]       AddUpdateCommand addCmd = null;
 [ecj-lint] 
 [ecj-lint]       @Override
 [ecj-lint]       public List<Object> readIterator(DataInputInputStream fis) throws IOException {
 [ecj-lint]         while (true) {
 [ecj-lint]           Object o = readVal(fis);
 [ecj-lint]           if (o == END_OBJ) break;
 [ecj-lint]           if (o instanceof NamedList) {
 [ecj-lint]             params = ((NamedList) o).toSolrParams();
 [ecj-lint]           } else {
 [ecj-lint]             try {
 [ecj-lint]               if (o instanceof byte[]) {
 [ecj-lint]                 if (params != null) req.setParams(params);
 [ecj-lint]                 byte[] buf = (byte[]) o;
 [ecj-lint]                 contentStreamLoader.load(req, rsp, new ContentStreamBase.ByteArrayStream(buf, null), processor);
 [ecj-lint]               } else {
 [ecj-lint]                 throw new RuntimeException("unsupported type ");
 [ecj-lint]               }
 [ecj-lint]             } catch (Exception e) {
 [ecj-lint]               throw new RuntimeException(e);
 [ecj-lint]             } finally {
 [ecj-lint]               params = null;
 [ecj-lint]               req.setParams(old);
 [ecj-lint]             }
 [ecj-lint]           }
 [ecj-lint]         }
 [ecj-lint]         return Collections.emptyList();
 [ecj-lint]       }
 [ecj-lint] 
 [ecj-lint]     }.unmarshal(in);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 18. INFO in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/logging/log4j2/Log4j2Watcher.java (at line 187)
 [ecj-lint] 	if (logger == root || root.equals(logger) || isRootLogger(name) || "".equals(name)) {
 [ecj-lint] 	                                  ^^^^^^
 [ecj-lint] Unlikely argument type for equals(): Map.Entry<String,LoggerConfig> seems to be unrelated to Logger
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 19. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/CacheConfig.java (at line 147)
 [ecj-lint] 	MemClassLoader memClassLoader = (MemClassLoader) loader;
 [ecj-lint] 	               ^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'memClassLoader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 20. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/SolrIndexSplitter.java (at line 258)
 [ecj-lint] 	HardlinkCopyDirectoryWrapper hardLinkedDir = new HardlinkCopyDirectoryWrapper(splitDir);
 [ecj-lint] 	                             ^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hardLinkedDir' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 21. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 52)
 [ecj-lint] 	try (FileChannel in = new FileInputStream(src).getChannel();
 [ecj-lint] 	                      ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 53)
 [ecj-lint] 	FileChannel out = new FileOutputStream(destination).getChannel()) {
 [ecj-lint] 	                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/SolrCLI.java (at line 1128)
 [ecj-lint] 	SnapshotCloudManager snapshotCloudManager = new SnapshotCloudManager(simCloudManager, config);
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'snapshotCloudManager' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/TestInjection.java (at line 263)
 [ecj-lint] 	timers.remove(this);
 [ecj-lint] 	              ^^^^
 [ecj-lint] Unlikely argument type new TimerTask(){} for remove(Object) on a Collection<Timer>
 [ecj-lint] ----------
 [ecj-lint] 24 problems (8 errors, 15 warnings, 1 info)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:634: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:645: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2009: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2048: Compile failed; see the compiler error output for details.

Total time: 129 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-Tests-master - Build # 3764 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3764/

1 tests failed.
FAILED:  org.apache.solr.search.facet.TestCloudJSONFacetSKG.testRandom

Error Message:
Error from server at https://127.0.0.1:41551/solr/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection: Error from server at null: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 500 Server Error</title> </head> <body><h2>HTTP ERROR 500</h2> <p>Problem accessing /solr/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1/select. Reason: <pre>    Server Error</pre></p><h3>Caused by:</h3><pre>java.lang.AssertionError  at java.base/java.util.HashMap$TreeNode.moveRootToFront(HashMap.java:1896)  at java.base/java.util.HashMap$TreeNode.putTreeVal(HashMap.java:2061)  at java.base/java.util.HashMap.putVal(HashMap.java:633)  at java.base/java.util.HashMap.put(HashMap.java:607)  at org.apache.solr.search.LRUCache.putCacheValue(LRUCache.java:295)  at org.apache.solr.search.LRUCache.put(LRUCache.java:268)  at org.apache.solr.search.SolrCacheHolder.put(SolrCacheHolder.java:92)  at org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1448)  at org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:567)  at org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1484)  at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:398)  at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:305)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:198)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2598)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:780)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:505)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:311)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)  at java.base/java.lang.Thread.run(Thread.java:834) </pre> <hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.19.v20190610</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41551/solr/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection: Error from server at null: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 500 Server Error</title>
</head>
<body><h2>HTTP ERROR 500</h2>
<p>Problem accessing /solr/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1/select. Reason:
<pre>    Server Error</pre></p><h3>Caused by:</h3><pre>java.lang.AssertionError
	at java.base/java.util.HashMap$TreeNode.moveRootToFront(HashMap.java:1896)
	at java.base/java.util.HashMap$TreeNode.putTreeVal(HashMap.java:2061)
	at java.base/java.util.HashMap.putVal(HashMap.java:633)
	at java.base/java.util.HashMap.put(HashMap.java:607)
	at org.apache.solr.search.LRUCache.putCacheValue(LRUCache.java:295)
	at org.apache.solr.search.LRUCache.put(LRUCache.java:268)
	at org.apache.solr.search.SolrCacheHolder.put(SolrCacheHolder.java:92)
	at org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1448)
	at org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:567)
	at org.apache.solr.handler.component.QueryComponent.doProcessUngroupedSearch(QueryComponent.java:1484)
	at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:398)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:305)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:198)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2598)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:780)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:505)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:311)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
	at java.base/java.lang.Thread.run(Thread.java:834)
</pre>
<hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.19.v20190610</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([DFAE8217241A3B04:ADE2A718957A8D77]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:987)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1002)
	at org.apache.solr.search.facet.TestCloudJSONFacetSKG.getNumFound(TestCloudJSONFacetSKG.java:669)
	at org.apache.solr.search.facet.TestCloudJSONFacetSKG.verifySKGResults(TestCloudJSONFacetSKG.java:446)
	at org.apache.solr.search.facet.TestCloudJSONFacetSKG.assertFacetSKGsAreCorrect(TestCloudJSONFacetSKG.java:392)
	at org.apache.solr.search.facet.TestCloudJSONFacetSKG.assertFacetSKGsAreCorrect(TestCloudJSONFacetSKG.java:402)
	at org.apache.solr.search.facet.TestCloudJSONFacetSKG.assertFacetSKGsAreCorrect(TestCloudJSONFacetSKG.java:349)
	at org.apache.solr.search.facet.TestCloudJSONFacetSKG.testRandom(TestCloudJSONFacetSKG.java:274)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 15482 lines...]
   [junit4] Suite: org.apache.solr.search.facet.TestCloudJSONFacetSKG
   [junit4]   2> 2780624 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2780624 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.facet.TestCloudJSONFacetSKG_DFAE8217241A3B04-001/data-dir-355-001
   [junit4]   2> 2780624 WARN  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 2780624 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2780625 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2780630 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.facet.TestCloudJSONFacetSKG_DFAE8217241A3B04-001/tempDir-001
   [junit4]   2> 2780630 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2780631 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2780631 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2780731 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:33923
   [junit4]   2> 2780731 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33923
   [junit4]   2> 2780731 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33923
   [junit4]   2> 2780731 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33923
   [junit4]   2> 2780762 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2780821 INFO  (zkConnectionManagerCallback-17270-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2780823 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2780901 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2780927 INFO  (zkConnectionManagerCallback-17272-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2780927 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2780959 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2780984 INFO  (zkConnectionManagerCallback-17274-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2780984 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2781110 WARN  (jetty-launcher-17275-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2781111 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2781111 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2781111 INFO  (jetty-launcher-17275-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
   [junit4]   2> 2781111 WARN  (jetty-launcher-17275-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2781111 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2781111 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2781111 INFO  (jetty-launcher-17275-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
   [junit4]   2> 2781499 INFO  (jetty-launcher-17275-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2781499 INFO  (jetty-launcher-17275-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2781499 INFO  (jetty-launcher-17275-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2781501 INFO  (jetty-launcher-17275-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bbd137e{/solr,null,AVAILABLE}
   [junit4]   2> 2781503 INFO  (jetty-launcher-17275-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@12c40380{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41993}
   [junit4]   2> 2781503 INFO  (jetty-launcher-17275-thread-2) [     ] o.e.j.s.Server Started @2781608ms
   [junit4]   2> 2781503 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41993}
   [junit4]   2> 2781503 ERROR (jetty-launcher-17275-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2781503 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2781503 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2781503 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2781503 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2781503 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-09-20T13:26:51.288905Z
   [junit4]   2> 2781559 INFO  (jetty-launcher-17275-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2781559 INFO  (jetty-launcher-17275-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2781559 INFO  (jetty-launcher-17275-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2781564 INFO  (jetty-launcher-17275-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b3dd8fa{/solr,null,AVAILABLE}
   [junit4]   2> 2781565 INFO  (jetty-launcher-17275-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1c56beb3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41551}
   [junit4]   2> 2781565 INFO  (jetty-launcher-17275-thread-1) [     ] o.e.j.s.Server Started @2781670ms
   [junit4]   2> 2781565 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41551}
   [junit4]   2> 2781565 ERROR (jetty-launcher-17275-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2781565 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2781565 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2781565 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2781565 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2781565 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-09-20T13:26:51.350892Z
   [junit4]   2> 2781573 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2781579 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2781585 INFO  (zkConnectionManagerCallback-17277-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2781585 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2781586 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2781599 INFO  (zkConnectionManagerCallback-17279-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2781599 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2781698 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2781882 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2781913 WARN  (jetty-launcher-17275-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@57a93b9c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2781913 WARN  (jetty-launcher-17275-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@57a93b9c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2781962 WARN  (jetty-launcher-17275-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@39a3b07a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2781962 WARN  (jetty-launcher-17275-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@39a3b07a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2781964 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33923/solr
   [junit4]   2> 2781995 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2782005 INFO  (zkConnectionManagerCallback-17287-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2782005 INFO  (jetty-launcher-17275-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2782121 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2782133 INFO  (zkConnectionManagerCallback-17289-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2782133 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2782315 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41993_solr
   [junit4]   2> 2782316 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.c.Overseer Overseer (id=72411986751717382-127.0.0.1:41993_solr-n_0000000000) starting
   [junit4]   2> 2782354 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2782613 INFO  (zkConnectionManagerCallback-17296-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2782614 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2782621 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33923/solr ready
   [junit4]   2> 2782647 INFO  (OverseerStateUpdate-72411986751717382-127.0.0.1:41993_solr-n_0000000000) [n:127.0.0.1:41993_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41993_solr
   [junit4]   2> 2782680 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41993_solr
   [junit4]   2> 2782683 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.c.PackageManager clusterprops.json changed , version 0
   [junit4]   2> 2782712 INFO  (zkCallback-17288-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2782965 INFO  (zkCallback-17295-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2782990 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2783056 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41993.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25b7effc
   [junit4]   2> 2783094 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41993.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25b7effc
   [junit4]   2> 2783095 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41993.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25b7effc
   [junit4]   2> 2783096 INFO  (jetty-launcher-17275-thread-2) [n:127.0.0.1:41993_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.facet.TestCloudJSONFacetSKG_DFAE8217241A3B04-001/tempDir-001/node2/.
   [junit4]   2> 2783256 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2783267 WARN  (jetty-launcher-17275-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ce6358[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2783267 WARN  (jetty-launcher-17275-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ce6358[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2783302 WARN  (jetty-launcher-17275-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1efe4322[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2783303 WARN  (jetty-launcher-17275-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1efe4322[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2783304 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33923/solr
   [junit4]   2> 2783415 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2783434 INFO  (zkConnectionManagerCallback-17303-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2783434 INFO  (jetty-launcher-17275-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2783554 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2783564 INFO  (zkConnectionManagerCallback-17305-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2783564 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2783583 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2783588 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41551_solr as DOWN
   [junit4]   2> 2783590 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2783590 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41551_solr
   [junit4]   2> 2783592 INFO  (zkCallback-17288-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2783593 INFO  (zkCallback-17295-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2783609 INFO  (zkCallback-17304-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2783632 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2783633 INFO  (zkConnectionManagerCallback-17312-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2783634 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2783635 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2783637 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33923/solr ready
   [junit4]   2> 2783637 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.PackageManager clusterprops.json changed , version 0
   [junit4]   2> 2783705 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2784227 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41551.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25b7effc
   [junit4]   2> 2784246 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41551.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25b7effc
   [junit4]   2> 2784250 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41551.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25b7effc
   [junit4]   2> 2784252 INFO  (jetty-launcher-17275-thread-1) [n:127.0.0.1:41551_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.facet.TestCloudJSONFacetSKG_DFAE8217241A3B04-001/tempDir-001/node1/.
   [junit4]   2> 2784332 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 2784362 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2784370 INFO  (zkConnectionManagerCallback-17318-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2784370 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2784373 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2784386 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33923/solr ready
   [junit4]   2> 2785193 INFO  (qtp380556739-46234) [n:127.0.0.1:41551_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params property.schema=schema_latest.xml&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.search.facet.TestCloudJSONFacetSKG_config-set&name=org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2785206 INFO  (OverseerThreadFactory-15342-thread-1-processing-n:127.0.0.1:41993_solr) [n:127.0.0.1:41993_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection
   [junit4]   2> 2785325 INFO  (OverseerStateUpdate-72411986751717382-127.0.0.1:41993_solr-n_0000000000) [n:127.0.0.1:41993_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41551/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2785331 INFO  (OverseerStateUpdate-72411986751717382-127.0.0.1:41993_solr-n_0000000000) [n:127.0.0.1:41993_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41993/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2785557 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr    x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.search.facet.TestCloudJSONFacetSKG_config-set&newCollection=true&collection=org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection&version=2&replicaType=NRT&property.schema=schema_latest.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node3&name=org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2785611 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr    x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.search.facet.TestCloudJSONFacetSKG_config-set&newCollection=true&collection=org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection&version=2&replicaType=NRT&property.schema=schema_latest.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node4&name=org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2785611 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr    x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2786926 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2786931 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2786987 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1] Schema name=example
   [junit4]   2> 2786989 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.s.IndexSchema [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2] Schema name=example
   [junit4]   2> 2787386 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 2787390 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 2787431 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1' using configuration from collection org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection, trusted=true
   [junit4]   2> 2787434 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41551.solr.core.org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection.shard1.replica_n1' (registry 'solr.core.org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25b7effc
   [junit4]   2> 2787434 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.facet.TestCloudJSONFacetSKG_DFAE8217241A3B04-001/tempDir-001/node1/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.facet.TestCloudJSONFacetSKG_DFAE8217241A3B04-001/tempDir-001/node1/./org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1/data/]
   [junit4]   2> 2787452 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2' using configuration from collection org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection, trusted=true
   [junit4]   2> 2787452 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=91.951171875, floorSegmentMB=1.419921875, forceMergeDeletesPctAllowed=3.6138393713223627, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3073829039626029, deletesPctAllowed=20.689916767878593
   [junit4]   2> 2787453 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41993.solr.core.org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection.shard2.replica_n2' (registry 'solr.core.org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@25b7effc
   [junit4]   2> 2787453 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.SolrCore [[org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.facet.TestCloudJSONFacetSKG_DFAE8217241A3B04-001/tempDir-001/node2/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.facet.TestCloudJSONFacetSKG_DFAE8217241A3B04-001/tempDir-001/node2/./org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2/data/]
   [junit4]   2> 2787457 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=91.951171875, floorSegmentMB=1.419921875, forceMergeDeletesPctAllowed=3.6138393713223627, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3073829039626029, deletesPctAllowed=20.689916767878593
   [junit4]   2> 2787472 WARN  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2787513 WARN  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2787694 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2787694 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2787696 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2787696 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2787706 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2787707 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@57824f4a[org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1] main]
   [junit4]   2> 2787712 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.search.facet.TestCloudJSONFacetSKG_config-set
   [junit4]   2> 2787712 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.search.facet.TestCloudJSONFacetSKG_config-set
   [junit4]   2> 2787713 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2787713 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1645201082283982848
   [junit4]   2> 2787719 INFO  (searcherExecutor-15354-thread-1-processing-n:127.0.0.1:41551_solr x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1] Registered new searcher Searcher@57824f4a[org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2787728 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 2787729 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/leaders/shard1
   [junit4]   2> 2787751 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2787751 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2787751 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41551/solr/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1/
   [junit4]   2> 2787752 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2787752 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:41551/solr/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2787752 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/leaders/shard1/leader after winning as /collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/leader_elect/shard1/election/72411986751717385-core_node3-n_0000000000
   [junit4]   2> 2787757 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41551/solr/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2787759 INFO  (zkCallback-17304-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2787760 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2787763 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.search.facet.TestCloudJSONFacetSKG_config-set&newCollection=true&collection=org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection&version=2&replicaType=NRT&property.schema=schema_latest.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node3&name=org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2207
   [junit4]   2> 2787795 INFO  (zkCallback-17304-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2787864 INFO  (zkCallback-17304-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2787864 INFO  (zkCallback-17304-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2787878 INFO  (zkCallback-17304-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2787916 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2787916 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2787918 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2787918 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2787920 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2787920 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6149e164[org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2] main]
   [junit4]   2> 2787953 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.search.facet.TestCloudJSONFacetSKG_config-set
   [junit4]   2> 2787953 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.search.facet.TestCloudJSONFacetSKG_config-set
   [junit4]   2> 2787954 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2787957 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1645201082539835392
   [junit4]   2> 2787963 INFO  (searcherExecutor-15355-thread-1-processing-n:127.0.0.1:41993_solr x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.SolrCore [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2] Registered new searcher Searcher@6149e164[org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2787968 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 2787969 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/leaders/shard2
   [junit4]   2> 2787974 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2787975 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2787975 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41993/solr/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2/
   [junit4]   2> 2787976 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2787977 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.SyncStrategy https://127.0.0.1:41993/solr/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2/ has no replicas
   [junit4]   2> 2787977 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/leaders/shard2/leader after winning as /collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/leader_elect/shard2/election/72411986751717382-core_node4-n_0000000000
   [junit4]   2> 2787986 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41993/solr/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2/ shard2
   [junit4]   2> 2788088 INFO  (zkCallback-17304-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2788088 INFO  (zkCallback-17304-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2788089 INFO  (zkCallback-17304-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2788089 INFO  (zkCallback-17288-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2788090 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2788093 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.search.facet.TestCloudJSONFacetSKG_config-set&newCollection=true&collection=org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection&version=2&replicaType=NRT&property.schema=schema_latest.xml&property.config=solrconfig-tlog.xml&coreNodeName=core_node4&name=org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2482
   [junit4]   2> 2788095 INFO  (qtp380556739-46234) [n:127.0.0.1:41551_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2788102 INFO  (zkCallback-17288-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2788203 INFO  (zkCallback-17304-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2788204 INFO  (zkCallback-17304-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2788204 INFO  (zkCallback-17304-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2788204 INFO  (zkCallback-17288-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2788204 INFO  (zkCallback-17288-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2788204 INFO  (qtp380556739-46234) [n:127.0.0.1:41551_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={property.schema=schema_latest.xml&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.search.facet.TestCloudJSONFacetSKG_config-set&name=org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3011
   [junit4]   2> 2788205 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection failOnTimeout:true timeout (sec):330
   [junit4]   2> 2788205 INFO  (zkCallback-17288-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/state.json] for collection [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   1> replica:core_node3 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> replica:core_node3 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> replica:core_node3 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 2788219 INFO  (SUITE-TestCloudJSONFacetSKG-seed#[DFAE8217241A3B04]-worker) [     ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection
   [junit4]   2> 2788281 INFO  (qtp380556739-46232) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/terms/shard1 to Terms{values={core_node3=1}, version=1}
   [junit4]   2> 2788281 INFO  (qtp380556739-46232) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1645201082877476864)]} 0 14
   [junit4]   2> 2788284 INFO  (qtp380556739-46231) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1645201082882719744)]} 0 0
   [junit4]   2> 2788307 INFO  (qtp406612208-46224) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection/terms/shard2 to Terms{values={core_node4=1}, version=1}
   [junit4]   2> 2788307 INFO  (qtp406612208-46224) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1645201082903691264)]} 0 4
   [junit4]   2> 2788323 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1645201082923614208)]} 0 1
   [junit4]   2> 2788329 INFO  (qtp380556739-46233) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1645201082928857088)]} 0 0
   [junit4]   2> 2788331 INFO  (qtp406612208-46225) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1645201082930954240)]} 0 0
   [junit4]   2> 2788332 INFO  (qtp406612208-46221) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1645201082933051392)]} 0 0
   [junit4]   2> 2788333 INFO  (qtp406612208-46223) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1645201082934099968)]} 0 0
   [junit4]   2> 2788335 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1645201082935148544)]} 0 0
   [junit4]   2> 2788336 INFO  (qtp406612208-46224) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1645201082937245696)]} 0 0
   [junit4]   2> 2788337 INFO  (qtp380556739-46234) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1645201082938294272)]} 0 0
   [junit4]   2> 2788339 INFO  (qtp380556739-46232) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1645201082940391424)]} 0 0
   [junit4]   2> 2788340 INFO  (qtp380556739-46231) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1645201082941440000)]} 0 0
   [junit4]   2> 2788342 INFO  (qtp380556739-46233) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1645201082942488576)]} 0 0
   [junit4]   2> 2788343 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1645201082944585728)]} 0 0
   [junit4]   2> 2788345 INFO  (qtp380556739-46234) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1645201082946682880)]} 0 0
   [junit4]   2> 2788347 INFO  (qtp380556739-46232) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1645201082947731456)]} 0 0
   [junit4]   2> 2788350 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1645201082951925760)]} 0 0
   [junit4]   2> 2788354 INFO  (qtp406612208-46225) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1645201082955071488)]} 0 0
   [junit4]   2> 2788362 INFO  (qtp406612208-46221) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1645201082964508672)]} 0 0
   [junit4]   2> 2788364 INFO  (qtp380556739-46231) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1645201082965557248)]} 0 0
   [junit4]   2> 2788365 INFO  (qtp406612208-46223) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1645201082967654400)]} 0 0
   [junit4]   2> 2788367 INFO  (qtp406612208-46224) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1645201082968702976)]} 0 0
   [junit4]   2> 2788368 INFO  (qtp380556739-46233) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1645201082970800128)]} 0 0
   [junit4]   2> 2788369 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1645201082971848704)]} 0 0
   [junit4]   2> 2788371 INFO  (qtp380556739-46235) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1645201082972897280)]} 0 0
   [junit4]   2> 2788372 INFO  (qtp406612208-46225) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1645201082974994432)]} 0 0
   [junit4]   2> 2788374 INFO  (qtp406612208-46221) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1645201082976043008)]} 0 0
   [junit4]   2> 2788375 INFO  (qtp380556739-46234) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1645201082978140160)]} 0 0
   [junit4]   2> 2788383 INFO  (qtp380556739-46232) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1645201082986528768)]} 0 0
   [junit4]   2> 2788387 INFO  (qtp406612208-46223) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1645201082990723072)]} 0 0
   [junit4]   2> 2788394 INFO  (qtp406612208-46224) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1645201082998063104)]} 0 0
   [junit4]   2> 2788396 INFO  (qtp406612208-46222) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1645201082999111680)]} 0 0
   [junit4]   2> 2788397 INFO  (qtp380556739-46231) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1645201083001208832)]} 0 0
   [junit4]   2> 2788402 INFO  (qtp406612208-46225) [n:127.0.0.1:41993_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard2 r:core_node4 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard2_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1645201083006451712)]} 0 0
   [junit4]   2> 2788403 INFO  (qtp380556739-46233) [n:127.0.0.1:41551_solr c:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection s:shard1 r:core_node3 x:org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.search.facet.TestCloudJSONFacetSKG_collection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1645201083007500288)]} 0 0
   [jun

[...truncated too long message...]

FieldCacheReopen, TestBlobHandler, RecoveryZkTest, TestLegacyTerms, TestReload, IndexBasedSpellCheckerTest, ChaosMonkeySafeLeaderTest, TestBinaryResponseWriter, TestCorePropertiesReload, DirectoryFactoryTest, SSLMigrationTest, TestConfigSetsAPIExclusivity, TestFieldCacheVsDocValues, TestLRUStatsCache, TestMultiWordSynonyms, CdcrWithNodesRestartsTest, OverriddenZkACLAndCredentialsProvidersTest, ClassificationUpdateProcessorTest, DataDrivenBlockJoinTest, TestReplicationHandler, RegexBoostProcessorTest, TestTrie, TestCloudPseudoReturnFields, TestSizeLimitedDistributedMap, CursorPagingTest, TestPhraseSuggestions, TestGroupingSearch, AtomicUpdateProcessorFactoryTest, TestReversedWildcardFilterFactory, TestManagedResource, TestMacros, JWTAuthPluginIntegrationTest, MissingSegmentRecoveryTest, AutoScalingHandlerTest, TestCloudSearcherWarming, SpellCheckComponentTest, HdfsCollectionsAPIDistributedZkTest, CollectionsAPIDistributedZkTest, DOMUtilTest, TemplateUpdateProcessorTest, JvmMetricsTest, ActionThrottleTest, TestSubQueryTransformer, LeaderTragicEventTest, SolrLogAuditLoggerPluginTest, ZkStateReaderTest, LargeFieldTest, TestSerializedLuceneMatchVersion, ZkSolrClientTest, TestSSLRandomization, StressHdfsTest, HdfsBasicDistributedZkTest, EchoParamsTest, SplitByPrefixTest, FullHLLTest, BasicZkTest, TestQueryTypes, TestUpdate, UpdateParamsTest, TestConfigOverlay, VMParamsZkACLAndCredentialsProvidersTest, ConvertedLegacyTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, TestDistributedMissingSort, TestDistributedSearch, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, AliasIntegrationTest, CollectionPropsTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteNodeTest, DeleteReplicaTest, DeleteShardTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionIntegrationTest, LeaderFailoverAfterPartitionTest, MetricsHistoryIntegrationTest, MultiSolrCloudTestCaseTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, RollingRestartTest, RoutingToNodesWithPropertiesTest, ShardRoutingTest, TestCloudPivotFacet, TestDistribDocBasedVersion, TestOnReconnectListenerSupport, TestRequestForwarding, TestStressCloudBlindAtomicUpdates, TestZkChroot, ZkFailoverTest, TestCollectionsAPIViaSolrCloudCluster, TestReplicaProperties, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, NodeAddedTriggerTest, TestPolicyCloud, TestSnapshotCloudManager, HdfsBasicDistributedZk2Test, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, RuleEngineTest, RulesTest, AlternateDirectoryTest, ByteBuffersDirectoryFactoryTest, CoreSorterTest, HdfsDirectoryFactoryTest, PluginInfoTest, QueryResultKeyTest, TestBadConfig, TestCodecSupport, TestConfigSetProperties, TestCoreContainer, TestImplicitCoreProperties, TestInfoStreamLogging, TestQuerySenderNoQuery, TestSolrDeletionPolicy2, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, FieldAnalysisRequestHandlerTest, JsonLoaderTest, SearchHandlerTest, TestCoreBackup, TestReplicationHandlerDiskOverFlow, TestReqParamsAPI, TestRestoreCore, TestSolrConfigHandlerConcurrent, CoreAdminOperationTest, DaemonStreamApiTest, LukeRequestHandlerTest, SystemInfoHandlerTest, TestApiFramework, TestConfigsApi, TestCoreAdminApis, ZookeeperStatusHandlerTest, BadComponentTest, CustomHighlightComponentTest, DistributedFacetPivotWhiteBoxTest, DistributedSuggestComponentTest, SuggestComponentContextFilterQueryTest, TermVectorComponentTest, TermsComponentTest, TestPivotHelperCode, EmbeddedSolrNoSerializeTest, Tagger2Test, HighlighterTest, WrapperMergePolicyFactoryTest, TestLegacyFieldReuse, SolrMetricReporterTest, SolrJmxReporterCloudTest, SolrCloudReportersTest, TestSolrQueryResponse, TestChildDocTransformer, TestSubQueryTransformerDistrib, TestSchemaVersionResource, BadCopyFieldTest, BadIndexSchemaTest, CopyFieldTest, DateFieldTest, DateRangeFieldTest, DocValuesTest, SpatialRPTFieldTypeTest, TestCollationField, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchema, TestUseDocValuesAsStored2, CurrencyRangeFacetCloudTest, SignificantTermsQParserPluginTest, SpatialFilterTest, TestCollapseQParserPlugin, TestExtendedDismaxParser, TestGraphTermsQParserPlugin, TestLFUCache, TestSearchPerf, TestSolrCoreParser, TestSort, TestStressVersions, TestXmlQParser, DistributedFacetSimpleRefinementLongTailTest, TestCloudJSONFacetSKG]
   [junit4] Completed [772/878 (1!)] on J0 in 46.72s, 2 tests, 1 error <<< FAILURES!

[...truncated 49299 lines...]
-ecj-javadoc-lint-tests:
    [mkdir] Created dir: /tmp/ecj2001834483
 [ecj-lint] Compiling 48 source files to /tmp/ecj2001834483
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 23)
 [ecj-lint] 	import javax.naming.NamingException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.NamingException is not accessible
 [ecj-lint] ----------
 [ecj-lint] 2. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 28)
 [ecj-lint] 	public class MockInitialContextFactory implements InitialContextFactory {
 [ecj-lint] 	             ^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type MockInitialContextFactory must implement the inherited abstract method InitialContextFactory.getInitialContext(Hashtable<?,?>)
 [ecj-lint] ----------
 [ecj-lint] 3. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 30)
 [ecj-lint] 	private final javax.naming.Context context;
 [ecj-lint] 	              ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.Context is not accessible
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 33)
 [ecj-lint] 	context = mock(javax.naming.Context.class);
 [ecj-lint] 	^^^^^^^
 [ecj-lint] context cannot be resolved to a variable
 [ecj-lint] ----------
 [ecj-lint] 5. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 33)
 [ecj-lint] 	context = mock(javax.naming.Context.class);
 [ecj-lint] 	               ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.Context is not accessible
 [ecj-lint] ----------
 [ecj-lint] 6. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 36)
 [ecj-lint] 	when(context.lookup(anyString())).thenAnswer(invocation -> objects.get(invocation.getArgument(0)));
 [ecj-lint] 	     ^^^^^^^
 [ecj-lint] context cannot be resolved
 [ecj-lint] ----------
 [ecj-lint] 7. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 38)
 [ecj-lint] 	} catch (NamingException e) {
 [ecj-lint] 	         ^^^^^^^^^^^^^^^
 [ecj-lint] NamingException cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 8. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 45)
 [ecj-lint] 	public javax.naming.Context getInitialContext(Hashtable env) {
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.Context is not accessible
 [ecj-lint] ----------
 [ecj-lint] 9. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 46)
 [ecj-lint] 	return context;
 [ecj-lint] 	       ^^^^^^^
 [ecj-lint] context cannot be resolved to a variable
 [ecj-lint] ----------
 [ecj-lint] 9 problems (9 errors)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:634: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:651: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:479: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2015: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2048: Compile failed; see the compiler error output for details.

Total time: 125 minutes 29 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-Tests-master - Build # 3763 - Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3763/

1 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
No overseer designate as leader found after restart #1: 127.0.0.1:35723_i

Stack Trace:
java.lang.AssertionError: No overseer designate as leader found after restart #1: 127.0.0.1:35723_i
	at __randomizedtesting.SeedInfo.seed([85A7ECE525241109:DF3D33F8BD87CF1]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:101)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13748 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 795503 INFO  (SUITE-RollingRestartTest-seed#[85A7ECE525241109]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/data-dir-88-001
   [junit4]   2> 795503 WARN  (SUITE-RollingRestartTest-seed#[85A7ECE525241109]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 795503 INFO  (SUITE-RollingRestartTest-seed#[85A7ECE525241109]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 795504 INFO  (SUITE-RollingRestartTest-seed#[85A7ECE525241109]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 795504 INFO  (SUITE-RollingRestartTest-seed#[85A7ECE525241109]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 795505 INFO  (SUITE-RollingRestartTest-seed#[85A7ECE525241109]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /i/
   [junit4]   2> 795509 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 795510 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 795510 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 795610 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer start zk server on port:45227
   [junit4]   2> 795610 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45227
   [junit4]   2> 795610 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45227
   [junit4]   2> 795610 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45227
   [junit4]   2> 795613 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 795618 INFO  (zkConnectionManagerCallback-4643-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 795618 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 795622 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 795624 INFO  (zkConnectionManagerCallback-4645-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 795624 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 795626 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 795628 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 795630 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 795631 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 795633 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 795634 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 795636 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 795638 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 795639 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 795641 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 795642 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 795644 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 795811 WARN  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 795811 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 795811 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 795811 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
   [junit4]   2> 795813 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 795813 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 795813 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 795814 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ea9004a{/i,null,AVAILABLE}
   [junit4]   2> 795815 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@27427e94{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35723}
   [junit4]   2> 795815 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.s.Server Started @795905ms
   [junit4]   2> 795815 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/tempDir-001/control/data, hostPort=35723, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 795815 ERROR (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 795815 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 795815 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 795815 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 795815 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 795815 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-09-20T02:44:50.276841Z
   [junit4]   2> 795817 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 795818 INFO  (zkConnectionManagerCallback-4647-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 795818 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 795920 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 795920 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/control-001/solr.xml
   [junit4]   2> 795924 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 795924 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 795926 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 796008 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 796009 WARN  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@63726860[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 796009 WARN  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@63726860[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 796012 WARN  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ae5e86b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 796012 WARN  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ae5e86b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 796014 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45227/solr
   [junit4]   2> 796016 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 796017 INFO  (zkConnectionManagerCallback-4654-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 796017 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 796120 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 796121 INFO  (zkConnectionManagerCallback-4656-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 796121 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 796240 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35723_i
   [junit4]   2> 796241 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.c.Overseer Overseer (id=72409462275899396-127.0.0.1:35723_i-n_0000000000) starting
   [junit4]   2> 796249 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 796250 INFO  (zkConnectionManagerCallback-4663-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 796250 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 796256 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45227/solr ready
   [junit4]   2> 796257 INFO  (OverseerStateUpdate-72409462275899396-127.0.0.1:35723_i-n_0000000000) [n:127.0.0.1:35723_i     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35723_i
   [junit4]   2> 796257 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35723_i
   [junit4]   2> 796260 INFO  (zkCallback-4662-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 796261 INFO  (zkCallback-4655-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 796267 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.c.PackageManager clusterprops.json changed , version 0
   [junit4]   2> 796292 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 796322 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 796342 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 796342 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 796344 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [n:127.0.0.1:35723_i     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/control-001/cores
   [junit4]   2> 796377 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 796377 INFO  (zkConnectionManagerCallback-4669-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 796377 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 796379 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 796381 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45227/solr ready
   [junit4]   2> 796384 INFO  (qtp1059238980-12979) [n:127.0.0.1:35723_i     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35723_i&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 796404 INFO  (OverseerThreadFactory-4023-thread-1-processing-n:127.0.0.1:35723_i) [n:127.0.0.1:35723_i     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 796520 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 796520 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 797541 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 797609 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 797860 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 797909 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 797910 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 797910 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 797918 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 797936 WARN  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 798002 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 798002 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 798004 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 798004 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 798006 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=26.32421875, floorSegmentMB=1.4853515625, forceMergeDeletesPctAllowed=11.847927339720673, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5186066807906279, deletesPctAllowed=30.03618278877783
   [junit4]   2> 798006 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7836b19c[control_collection_shard1_replica_n1] main]
   [junit4]   2> 798009 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 798009 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 798010 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 798010 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1645160685865271296
   [junit4]   2> 798015 INFO  (searcherExecutor-4028-thread-1-processing-n:127.0.0.1:35723_i x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@7836b19c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 798019 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 798020 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 798025 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 798026 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 798026 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35723/i/control_collection_shard1_replica_n1/
   [junit4]   2> 798026 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 798026 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:35723/i/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 798026 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72409462275899396-core_node2-n_0000000000
   [junit4]   2> 798030 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35723/i/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 798137 INFO  (zkCallback-4655-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 798138 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 798142 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1622
   [junit4]   2> 798145 INFO  (qtp1059238980-12979) [n:127.0.0.1:35723_i     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 798243 INFO  (zkCallback-4655-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 798243 INFO  (zkCallback-4655-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 798244 INFO  (qtp1059238980-12979) [n:127.0.0.1:35723_i     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35723_i&wt=javabin&version=2} status=0 QTime=1860
   [junit4]   2> 798244 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 798351 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 798353 INFO  (zkConnectionManagerCallback-4675-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 798353 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 798356 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 798359 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45227/solr ready
   [junit4]   2> 798359 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 798361 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 798367 INFO  (OverseerThreadFactory-4023-thread-2-processing-n:127.0.0.1:35723_i) [n:127.0.0.1:35723_i     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 798367 INFO  (OverseerCollectionConfigSetProcessor-72409462275899396-127.0.0.1:35723_i-n_0000000000) [n:127.0.0.1:35723_i     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 798574 WARN  (OverseerThreadFactory-4023-thread-2-processing-n:127.0.0.1:35723_i) [n:127.0.0.1:35723_i     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 798576 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 798578 INFO  (qtp1059238980-12981) [n:127.0.0.1:35723_i     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=217
   [junit4]   2> 798579 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 798579 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 798580 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 798580 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 798580 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 798580 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 798580 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=2
   [junit4]   2> 798740 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-1-001 of type NRT
   [junit4]   2> 798741 WARN  (closeThreadPool-4676-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 798741 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 798741 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 798741 INFO  (closeThreadPool-4676-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
   [junit4]   2> 798743 INFO  (closeThreadPool-4676-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 798743 INFO  (closeThreadPool-4676-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 798743 INFO  (closeThreadPool-4676-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 798744 INFO  (closeThreadPool-4676-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@507b1439{/i,null,AVAILABLE}
   [junit4]   2> 798744 INFO  (closeThreadPool-4676-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6d22ac76{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45231}
   [junit4]   2> 798744 INFO  (closeThreadPool-4676-thread-1) [     ] o.e.j.s.Server Started @798834ms
   [junit4]   2> 798744 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/tempDir-001/jetty1, hostPort=45231, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-1-001/cores}
   [junit4]   2> 798746 ERROR (closeThreadPool-4676-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 798746 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 798746 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 798746 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 798746 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 798746 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-09-20T02:44:53.207662Z
   [junit4]   2> 798750 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 798754 INFO  (zkConnectionManagerCallback-4678-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 798754 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 798859 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 798859 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-1-001/solr.xml
   [junit4]   2> 798864 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 798864 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 798866 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 798928 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-2-001 of type NRT
   [junit4]   2> 798929 WARN  (closeThreadPool-4676-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 798930 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 798930 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 798930 INFO  (closeThreadPool-4676-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
   [junit4]   2> 798937 INFO  (closeThreadPool-4676-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 798937 INFO  (closeThreadPool-4676-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 798937 INFO  (closeThreadPool-4676-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 798938 INFO  (closeThreadPool-4676-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dce840{/i,null,AVAILABLE}
   [junit4]   2> 798938 INFO  (closeThreadPool-4676-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6841a359{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34363}
   [junit4]   2> 798938 INFO  (closeThreadPool-4676-thread-2) [     ] o.e.j.s.Server Started @799028ms
   [junit4]   2> 798938 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/i, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/tempDir-001/jetty2, hostPort=34363, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-2-001/cores}
   [junit4]   2> 798939 ERROR (closeThreadPool-4676-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 798939 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 798939 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 798939 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 798939 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 798939 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-09-20T02:44:53.400317Z
   [junit4]   2> 798940 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 798942 INFO  (zkConnectionManagerCallback-4681-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 798942 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 799044 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 799044 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-2-001/solr.xml
   [junit4]   2> 799047 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 799047 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 799049 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 799124 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 799125 WARN  (closeThreadPool-4676-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@327c4160[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 799125 WARN  (closeThreadPool-4676-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@327c4160[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 799128 WARN  (closeThreadPool-4676-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@cc1105e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 799128 WARN  (closeThreadPool-4676-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@cc1105e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 799130 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45227/solr
   [junit4]   2> 799134 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 799138 INFO  (zkConnectionManagerCallback-4688-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 799138 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 799254 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 799258 INFO  (zkConnectionManagerCallback-4690-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 799258 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 799267 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 799277 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.ZkController Publish node=127.0.0.1:45231_i as DOWN
   [junit4]   2> 799281 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 799281 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45231_i
   [junit4]   2> 799283 INFO  (zkCallback-4662-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 799283 INFO  (zkCallback-4655-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 799291 INFO  (zkCallback-4674-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 799302 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 799303 INFO  (zkCallback-4689-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 799303 INFO  (zkConnectionManagerCallback-4697-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 799303 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 799307 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 799310 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45227/solr ready
   [junit4]   2> 799312 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.PackageManager clusterprops.json changed , version 0
   [junit4]   2> 799340 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 799369 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 799388 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 799389 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 799391 INFO  (closeThreadPool-4676-thread-1) [n:127.0.0.1:45231_i     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-1-001/cores
   [junit4]   2> 799430 INFO  (closeThreadPool-4676-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:45231_i
   [junit4]   2> 799795 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 799796 WARN  (closeThreadPool-4676-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2bad4b2a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 799796 WARN  (closeThreadPool-4676-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2bad4b2a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 799799 WARN  (closeThreadPool-4676-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c7d75fb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 799799 WARN  (closeThreadPool-4676-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c7d75fb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 799801 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45227/solr
   [junit4]   2> 799802 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 799803 INFO  (zkConnectionManagerCallback-4704-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 799803 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 799907 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 799910 INFO  (zkConnectionManagerCallback-4706-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 799910 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 799920 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 799931 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.ZkController Publish node=127.0.0.1:34363_i as DOWN
   [junit4]   2> 799933 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 799933 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34363_i
   [junit4]   2> 799937 INFO  (zkCallback-4689-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 799937 INFO  (zkCallback-4662-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 799937 INFO  (zkCallback-4674-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 799937 INFO  (zkCallback-4655-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 799943 INFO  (zkCallback-4696-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 799946 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 799951 INFO  (zkCallback-4705-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 799957 INFO  (zkConnectionManagerCallback-4713-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 799957 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 799959 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 799963 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45227/solr ready
   [junit4]   2> 799965 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.PackageManager clusterprops.json changed , version 0
   [junit4]   2> 799984 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 800012 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 800031 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 800031 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 800033 INFO  (closeThreadPool-4676-thread-2) [n:127.0.0.1:34363_i     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-2-001/cores
   [junit4]   2> 800087 INFO  (closeThreadPool-4676-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34363_i
   [junit4]   2> 800112 INFO  (qtp1820207630-13051) [n:127.0.0.1:34363_i     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34363_i&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 800112 INFO  (qtp1820207630-13052) [n:127.0.0.1:34363_i     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45231_i&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 800120 INFO  (OverseerThreadFactory-4023-thread-3-processing-n:127.0.0.1:35723_i) [n:127.0.0.1:35723_i c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34363_i for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 800123 INFO  (OverseerThreadFactory-4023-thread-3-processing-n:127.0.0.1:35723_i) [n:127.0.0.1:35723_i c:collection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 800127 INFO  (OverseerCollectionConfigSetProcessor-72409462275899396-127.0.0.1:35723_i-n_0000000000) [n:127.0.0.1:35723_i     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 800129 INFO  (OverseerThreadFactory-4023-thread-4-processing-n:127.0.0.1:35723_i) [n:127.0.0.1:35723_i c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45231_i for creating new replica of shard shard2 for collection collection1
   [junit4]   2> 800132 INFO  (OverseerThreadFactory-4023-thread-4-processing-n:127.0.0.1:35723_i) [n:127.0.0.1:35723_i c:collection1 s:shard2   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 800144 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i    x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 800156 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i    x:collection1_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 801186 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 801187 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 801222 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
   [junit4]   2> 801235 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
   [junit4]   2> 801387 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 801415 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 801416 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 801416 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
   [junit4]   2> 801421 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 801452 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 801488 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
   [junit4]   2> 801489 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@499d309c
   [junit4]   2> 801489 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-1-001/cores/collection1_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_85A7ECE525241109-001/shard-1-001/cores/collection1_shard2_replica_n2/data/]
   [junit4]   2> 801493 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 801667 WARN  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 801669 WARN  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 801805 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 801805 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 801807 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 801807 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 801809 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=26.32421875, floorSegmentMB=1.4853515625, forceMergeDeletesPctAllowed=11.847927339720673, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5186066807906279, deletesPctAllowed=30.03618278877783
   [junit4]   2> 801810 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@769deb5d[collection1_shard1_replica_n1] main]
   [junit4]   2> 801821 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 801822 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 801823 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 801823 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1645160689863491584
   [junit4]   2> 801827 INFO  (searcherExecutor-4051-thread-1-processing-n:127.0.0.1:34363_i x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@769deb5d[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 801838 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 801838 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 801844 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 801844 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 801845 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 801845 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 801850 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=26.32421875, floorSegmentMB=1.4853515625, forceMergeDeletesPctAllowed=11.847927339720673, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5186066807906279, deletesPctAllowed=30.03618278877783
   [junit4]   2> 801851 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 801851 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 801851 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34363/i/collection1_shard1_replica_n1/
   [junit4]   2> 801852 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@18328abb[collection1_shard2_replica_n2] main]
   [junit4]   2> 801856 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 801857 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34363/i/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 801857 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72409462275899406-core_node3-n_0000000000
   [junit4]   2> 801858 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 801858 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 801860 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 801860 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1645160689902288896
   [junit4]   2> 801861 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34363/i/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 801866 INFO  (searcherExecutor-4052-thread-1-processing-n:127.0.0.1:45231_i x:collection1_shard2_replica_n2 c:collection1 s:shard2) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@18328abb[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 801904 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 801904 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
   [junit4]   2> 801910 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 801910 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 801910 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45231/i/collection1_shard2_replica_n2/
   [junit4]   2> 801910 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 801910 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:45231/i/collection1_shard2_replica_n2/ has no replicas
   [junit4]   2> 801911 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72409462275899403-core_node4-n_0000000000
   [junit4]   2> 801913 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45231/i/collection1_shard2_replica_n2/ shard2
   [junit4]   2> 802017 INFO  (zkCallback-4705-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 802017 INFO  (zkCallback-4689-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 802019 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 802019 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 802022 INFO  (qtp1820207630-13049) [n:127.0.0.1:34363_i c:collection1 s:shard1  x:collection1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1878
   [junit4]   2> 802024 INFO  (qtp1763517837-13038) [n:127.0.0.1:45231_i c:collection1 s:shard2  x:collection1_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1867
   [junit4]   2> 802042 INFO  (zkCallback-4705-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 802044 INFO  (zkCallback-4689-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 802045 INFO  (qtp1820207630-13051) [n:127.0.0.1:34363_i c:collection1    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34363_i&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1933
   [junit4]   2> 802047 INFO  (qtp1820207630-13052) [n:127.0.0.1:34363_i c:collection1    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45231_i&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1935
   [junit4]   2> 802047 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 2 active replicas in collection: collection1
   [junit4]   2> 802053 INFO  (OverseerCollectionConfigSetProcessor-72409462275899396-127.0.0.1:35723_i-n_0000000000) [n:127.0.0.1:35723_i     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 802054 INFO  (OverseerCollectionConfigSetProcessor-72409462275899396-127.0.0.1:35723_i-n_0000000000) [n:127.0.0.1:35723_i     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000005 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 802125 INFO  (zkCallback-4674-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 802125 INFO  (zkCallback-4689-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 802125 INFO  (zkCallback-4705-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 802125 INFO  (zkCallback-4689-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 802125 INFO  (zkCallback-4705-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 802130 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 802130 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
   [junit4]   2> 802132 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 802132 INFO  (zkCallback-4689-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 802132 INFO  (TEST-RollingRestartTest.test-seed#[85A7ECE525241109]) [     ] o.a.s.c.RollingRestartTest Current overseer leader = 127.0.0.1:35723_i
   [junit4]   2> 802140 INFO  (zkCallback-4705-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   1> / (11)
   [junit4]   1>  /configs (2)
   [junit4]   1>   /configs/_default (7)
   [junit4]   1>    /configs/_default/protwords.txt (0)
   [junit4]   1>    DATA: ...supressed...
   [junit4]   1>    /configs/_default/managed-schema (0)
   [junit4]   1>    DATA:
   [junit4]   1>        <?xml version="1.0" encoding="UTF-8" ?>
   [junit4]   1>        <!--
   [junit4]   1>         Licensed to the Apache Software Foundation (ASF) under one or more
   [junit4]   1>         contributor license agreements.  See the NOTICE file distributed with
   [junit4]   1>         this work for additional information regarding copyright ownership.
   [junit4]   1>         The ASF licenses this file to You under the Apache License, Version 2.0
   [junit4]   1>         (the "License"); you may not use this file except in compliance with
   [junit4]   1>         the License.  You may obtain a copy of the License at
   [junit4]   1>        
   [junit4]   1>             http://www.apache.org/licenses/LICENSE-2.0
   [junit4]   1>        
   [junit4]   1>         Unless required by applicable law or agreed to in writing, software
   [junit4]   1>         distributed under the License is distributed on an "AS IS" BASIS,
   [junit4]   1>         WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   [junit4]   1>         See the License for the specific language governing permissions and
   [junit4]   1>         limitations under the License.
   [junit4]   1>        -->
   [junit4]   1>        
   [junit4]   1>        <!--
   [junit4]   1>        
   [junit4]   1>         This example schema is the recommended starting point for users.
   [junit4]   1>         It should be kept correct and concise, usable out-of-the-box.
   [junit4]   1>        
   [junit4]   1>        
   [junit4]   1>         For more information, on how to customize this file, please see
   [junit4]   1>         http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
   [junit4]   1>        
   [junit4]   1>         PERFORMANCE NOTE: this schema includes many optional features and should not
   [junit4]   1>         be used for benchmarking.  To improve performance one could
   [junit4]   1>          - set stored="false" for all fields possible (esp large fields) when you
   [junit4]   1>            only need to search on the field but don't need to return the original
   [junit4]   1>            value.
   [junit4]   1>          - set indexed="false" if you don't need to search on the field, but only
   [junit4]   1>            return the field as a result of searching on other indexed fields.
   [junit4]   1>          - remove all unneeded copyField statements
   [junit4]   1>          - for best index size and searching performance, set "index" to false
   [junit4]   1>            for all general text fields, use copyField to copy them to the
   [junit4]   1>            catchall "text" field, and use that for searching.
   [junit4]   1>        -->
   [junit4]   1>        
   [junit4]   1>        <schema name="default-config" version="1.6">
   [junit4]   1>            <!-- attribute "name" is the name of this schema and is only used for display purposes.
   [junit4]   1>               version="x.y" is Solr's version number for the schema syntax and 
   [junit4]   1>               semantics.  It should not normally be changed by applications.
   [junit4]   1>        
   [junit4]   1>               1.0: multiValued attribute did not exist, all fields are multiValued 
   [junit4]   1>                    by nature
   [junit4]   1>               1.1: multiValued attribute introduced, false by default 
   [junit4]   1>               1.2: omitTermFreqAndPositions attribute introduced, true by default 
   [junit4]   1>                    except for text fields.
   [junit4]   1>               1.3: removed optional field compress feature
   [junit4]   1>               1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
   [junit4]   1>                    behavior when a single string produces multiple tokens.  Defaults 
   [junit4]   1>                    to off for version >= 1.4
   [junit4]   1>               1.5: omitNorms defaults to true for primitive field types 
   [junit4]   1>                    (int, float, boolean, string...)
   [junit4]   1>               1.6: useDocValuesAsStored defaults to true.
   [junit4]   1>            -->
   [junit4]   1>        
   [junit4]   1>            <!-- Valid attributes for fields:
   [junit4]   1>             name: mandatory - the name for the field
   [junit4]   1>             type: mandatory - the name of a field type from the 
   [junit4]   1>               fieldTypes section
   [junit4]   1>             indexed: true if this field should be indexed (searchable or sortable)
   [junit4]   1>             stored: true if this field should be retrievable
   [junit4]   1>             docValues: true if this field should have doc values. Doc Values is
   [junit4]   1>               recommended (required, if you are using *Point fields) for faceting,
   [junit4]   1>               grouping, sorting and function queries. Doc Values will make the index
   [junit4]   1>               faster to load, more NRT-friendly and more memory-efficient. 
   [junit4]   1>               They are currently only supported by StrField, UUIDField, all 
   [junit4]   1>               *PointFields, and depending on the field type, they might require
   [junit4]   1>               the field to be single-valued, be required or have a default value
   [junit4]   1>               (check the documentation of the field type you're interested in for
   [junit4]   1>               more information)
   [junit4]   1>             multiValued: true if this field may contain multiple values per document
   [junit4]   1>             omitNorms: (expert) set to true to omit the norms associated with
   [junit4]   1>               this field (this disables length normalization and index-time
   [junit4]   1>               boosting for the field, and saves some memory).  Only full-text
   [junit4]   1>               fields or fields that need an index-time boost need norms.
   [junit4]   1>               Norms are omitted for primitive (non-analyzed) types by default.
   [junit4]   1>             termVectors: [false] set to true to store the term vector for a
   [junit4]   1>               given field.
   [junit4]   1>               When using MoreLikeThis, fie

[...truncated too long message...]

e/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null516314453
     [copy] Copying 249 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null516314453
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null516314453

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 46ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 131 minutes 13 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:744)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)