You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/11/08 18:00:53 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 47 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/47/
2 tests failed.
FAILED: org.apache.lucene.search.TestSearcherManager.testConcurrentIndexCloseSearchAndRefresh
Error Message:
Captured an uncaught exception in thread: Thread[id=18977, name=Thread-18475, state=RUNNABLE, group=TGRP-TestSearcherManager]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=18977, name=Thread-18475, state=RUNNABLE, group=TGRP-TestSearcherManager]
at __randomizedtesting.SeedInfo.seed([1C1EB1BCE28E274A:DED872FCBF30DB7D]:0)
Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/lucene/build/core/test/J2/temp/lucene.search.TestSearcherManager_1C1EB1BCE28E274A-001/tempDir-001/_br_Asserting_0.pos: Too many open files
at __randomizedtesting.SeedInfo.seed([1C1EB1BCE28E274A]:0)
at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:677)
Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/lucene/build/core/test/J2/temp/lucene.search.TestSearcherManager_1C1EB1BCE28E274A-001/tempDir-001/_br_Asserting_0.pos: Too many open files
at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
at java.nio.channels.FileChannel.open(FileChannel.java:287)
at java.nio.channels.FileChannel.open(FileChannel.java:335)
at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2862)
at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:91)
at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:443)
at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:108)
at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:76)
at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:665)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Error from server at http://127.0.0.1:43713/delete_data_dir: Expected mime type application/octet-stream but got application/json. { "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","java.net.SocketTimeoutException"], "msg":"Error trying to proxy request for url: http://127.0.0.1:45791/delete_data_dir/update", "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:45791/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:739)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:505)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.net.SocketInputStream.socketRead(SocketInputStream.java:116)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:171)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:141)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:711)\n\t... 30 more\n", "code":500}}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43713/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","java.net.SocketTimeoutException"],
"msg":"Error trying to proxy request for url: http://127.0.0.1:45791/delete_data_dir/update",
"trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:45791/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:739)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:505)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.net.SocketInputStream.socketRead(SocketInputStream.java:116)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:171)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:141)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:711)\n\t... 30 more\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([A06017A1896E803E:2834287B2792EDC6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:629)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:189)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 1979 lines...]
[junit4] Suite: org.apache.lucene.search.TestSearcherManager
[junit4] 2> ноем. 08, 2019 4:16:02 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-18475,5,TGRP-TestSearcherManager]
[junit4] 2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/lucene/build/core/test/J2/temp/lucene.search.TestSearcherManager_1C1EB1BCE28E274A-001/tempDir-001/_br_Asserting_0.pos: Too many open files
[junit4] 2> at __randomizedtesting.SeedInfo.seed([1C1EB1BCE28E274A]:0)
[junit4] 2> at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:677)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/lucene/build/core/test/J2/temp/lucene.search.TestSearcherManager_1C1EB1BCE28E274A-001/tempDir-001/_br_Asserting_0.pos: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2862)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:91)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:443)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
[junit4] 2> at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
[junit4] 2> at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
[junit4] 2> at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
[junit4] 2> at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:108)
[junit4] 2> at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:76)
[junit4] 2> at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:665)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSearcherManager -Dtests.method=testConcurrentIndexCloseSearchAndRefresh -Dtests.seed=1C1EB1BCE28E274A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=mk-MK -Dtests.timezone=Libya -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 69.6s J2 | TestSearcherManager.testConcurrentIndexCloseSearchAndRefresh <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=18977, name=Thread-18475, state=RUNNABLE, group=TGRP-TestSearcherManager]
[junit4] > at __randomizedtesting.SeedInfo.seed([1C1EB1BCE28E274A:DED872FCBF30DB7D]:0)
[junit4] > Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/lucene/build/core/test/J2/temp/lucene.search.TestSearcherManager_1C1EB1BCE28E274A-001/tempDir-001/_br_Asserting_0.pos: Too many open files
[junit4] > at __randomizedtesting.SeedInfo.seed([1C1EB1BCE28E274A]:0)
[junit4] > at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:677)
[junit4] > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/lucene/build/core/test/J2/temp/lucene.search.TestSearcherManager_1C1EB1BCE28E274A-001/tempDir-001/_br_Asserting_0.pos: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] > at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2862)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:91)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:443)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
[junit4] > at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
[junit4] > at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
[junit4] > at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:108)
[junit4] > at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:76)
[junit4] > at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:665)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {date=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra13=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra35=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra14=FSTOrd50, extra36=FSTOrd50, extra33=PostingsFormat(name=LuceneVarGapFixedInterval), extra11=PostingsFormat(name=LuceneVarGapFixedInterval), extra8=PostingsFormat(name=LuceneVarGapFixedInterval), extra12=PostingsFormat(name=Asserting), extra34=PostingsFormat(name=Asserting), extra9=PostingsFormat(name=Asserting), extra17=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra39=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra18=FSTOrd50, extra15=PostingsFormat(name=LuceneVarGapFixedInterval), extra37=PostingsFormat(name=LuceneVarGapFixedInterval), extra16=PostingsFormat(name=Asserting), extra38=PostingsFormat(name=Asserting), extra2=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra3=FSTOrd50, titleTokenized=FSTOrd50, extra0=PostingsFormat(name=LuceneVarGapFixedInterval), extra19=PostingsFormat(name=LuceneVarGapFixedInterval), extra1=PostingsFormat(name=Asserting), body=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), title=PostingsFormat(name=LuceneVarGapFixedInterval), extra6=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra7=FSTOrd50, extra4=PostingsFormat(name=LuceneVarGapFixedInterval), extra5=PostingsFormat(name=Asserting), packID=PostingsFormat(name=LuceneVarGapFixedInterval), extra31=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra32=FSTOrd50, extra10=FSTOrd50, extra30=PostingsFormat(name=Asserting), extra24=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra25=FSTOrd50, extra22=PostingsFormat(name=LuceneVarGapFixedInterval), extra23=PostingsFormat(name=Asserting), extra28=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra29=FSTOrd50, docid=PostingsFormat(name=Asserting), extra26=PostingsFormat(name=LuceneVarGapFixedInterval), extra27=PostingsFormat(name=Asserting), extra20=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), extra21=FSTOrd50}, docValues:{date=DocValuesFormat(name=Lucene80), extra13=DocValuesFormat(name=Lucene80), extra14=DocValuesFormat(name=Asserting), extra8=DocValuesFormat(name=Lucene80), extra11=DocValuesFormat(name=Asserting), extra12=DocValuesFormat(name=Lucene80), extra9=DocValuesFormat(name=Asserting), extra17=DocValuesFormat(name=Asserting), extra18=DocValuesFormat(name=Lucene80), extra15=DocValuesFormat(name=Lucene80), extra16=DocValuesFormat(name=Lucene80), extra2=DocValuesFormat(name=Lucene80), extra3=DocValuesFormat(name=Asserting), titleTokenized=DocValuesFormat(name=Lucene80), extra0=DocValuesFormat(name=Asserting), extra19=DocValuesFormat(name=Lucene80), extra1=DocValuesFormat(name=Lucene80), body=DocValuesFormat(name=Lucene80), extra6=DocValuesFormat(name=Asserting), extra7=DocValuesFormat(name=Lucene80), extra4=DocValuesFormat(name=Lucene80), extra5=DocValuesFormat(name=Lucene80), extra10=DocValuesFormat(name=Lucene80), extra35=DocValuesFormat(name=Asserting), extra36=DocValuesFormat(name=Lucene80), docid_int=DocValuesFormat(name=Asserting), extra33=DocValuesFormat(name=Lucene80), extra34=DocValuesFormat(name=Lucene80), extra39=DocValuesFormat(name=Lucene80), extra37=DocValuesFormat(name=Lucene80), extra38=DocValuesFormat(name=Asserting), title=DocValuesFormat(name=Lucene80), packID=DocValuesFormat(name=Asserting), docid_intDV=DocValuesFormat(name=Lucene80), extra31=DocValuesFormat(name=Lucene80), extra32=DocValuesFormat(name=Asserting), extra30=DocValuesFormat(name=Lucene80), extra24=DocValuesFormat(name=Lucene80), extra25=DocValuesFormat(name=Asserting), extra22=DocValuesFormat(name=Asserting), extra23=DocValuesFormat(name=Lucene80), extra28=DocValuesFormat(name=Asserting), extra29=DocValuesFormat(name=Lucene80), docid=DocValuesFormat(name=Lucene80), extra26=DocValuesFormat(name=Lucene80), extra27=DocValuesFormat(name=Lucene80), extra20=DocValuesFormat(name=Lucene80), extra21=DocValuesFormat(name=Lucene80), titleDV=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1844, maxMBSortInHeap=7.878972689103282, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@fe00ee6), locale=mk-MK, timezone=Libya
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=203995232,total=477626368
[junit4] 2> NOTE: All tests run in this JVM: [TestLatLonDocValuesQueries, TestIndexWriterUnicode, TestSetOnce, TestSimpleExplanationsOfNonMatches, TestSearchForDuplicates, TestFrequencyTrackingRingBuffer, TestHighCompressionMode, TestFixedBitDocIdSet, TestOneMergeWrappingMergePolicy, TestUTF32ToUTF8, TestSortedSetSelector, TestNewestSegment, TestSimilarity2, TestControlledRealTimeReopenThread, TestTermVectorsReader, TestAutomaton, TestBKDRadixSelector, TestIndexingSequenceNumbers, TestStringMSBRadixSorter, TestBytesRefAttImpl, TestMultiThreadTermVectors, TestBoolean2ScorerSupplier, TestFieldUpdatesBuffer, TestSizeBoundedForceMerge, TestDocValuesQueries, TestExternalCodecs, TestDocCount, TestComplexExplanations, TestAllFilesHaveCodecHeader, TestPackedInts, TestAxiomaticF1EXP, TestIndexWriterConfig, TestBlockPostingsFormat3, TestDirectoryReader, TestSpanExplanations, TestIndexWriterFromReader, TestBinaryDocument, TestFieldInfos, TestSegmentReader, TestFileSwitchDirectory, TestLongRangeFieldQueries, TestAxiomaticSimilarity, TestSparseFixedBitDocIdSet, TestFloatRange, TestRecyclingByteBlockAllocator, TestSpans, TestIndexWriterOutOfFileDescriptors, TestQueryVisitor, TestTerm, TestBufferedIndexInput, TestGraphTokenizers, TestApproximationSearchEquivalence, TestPointValues, TestTransactionRollback, TestSpanOrQuery, TestPositionIncrement, TestReaderWrapperDVTypeCheck, TestSleepingLockWrapper, TestSpanBoostQuery, TestMatchNoDocsQuery, TestByteSlices, TestLucene50StoredFieldsFormatMergeInstance, TestLSBRadixSorter, FuzzyTermOnShortTermsTest, TestArrayUtil, TestPerFieldDocValuesFormat, TestPhrasePrefixQuery, TestAllFilesCheckIndexHeader, TestIOUtils, TestIndexWriterOnDiskFull, TestWANDScorer, TestFilterDirectoryReader, TestFlex, TestCharArrayMap, TestAxiomaticF2LOG, TestLucene50LiveDocsFormat, TestSimpleAttributeImpl, TestMultiMMap, TestTerms, TestBooleanQuery, TestSloppyPhraseQuery, TestIndexFileDeleter, TestBooleanSimilarity, TestTwoPhaseCommitTool, TestStressDeletes, TestCharsRef, TestBasicModelIF, TestIsCurrent, TestCharArraySet, TestCharFilter, TestCharacterUtils, TestReusableStringReader, TestStopFilter, TestToken, TestCodecUtil, TestCompetitiveFreqNormAccumulator, TestLucene50TermVectorsFormat, TestLucene80DocValuesFormat, TestFlushByRamOrCountsPolicy, TestForTooMuchCloning, TestForceMergeForever, TestIndexInput, TestIndexManyDocuments, TestIndexOptions, TestIndexReaderClose, TestIndexSorting, TestIndexTooManyDocs, TestIndexWriterDelete, TestIndexWriterDeleteByQuery, TestIndexWriterExceptions, TestComplexExplanationsOfNonMatches, TestConjunctionDISI, TestConjunctions, TestCustomSearcherSort, TestDateSort, TestDisjunctionMaxQuery, TestDocValuesRewriteMethod, TestDoubleValuesSource, TestEarlyTermination, TestElevationComparator, TestFieldCacheRewriteMethod, TestFieldValueQuery, TestFilterWeight, TestFloatRangeFieldQueries, TestSearcherManager]
[junit4] Completed [468/525 (1!)] on J2 in 450.47s, 11 tests, 1 error <<< FAILURES!
[...truncated 12392 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> 1070265 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/data-dir-62-001
[junit4] 2> 1070265 WARN (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 1070265 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1070267 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1070267 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1070267 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1070322 WARN (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1070327 WARN (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1070329 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1070337 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1070337 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1070337 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1070337 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52e7400f{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1070431 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@44b0ce7f{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost.localdomain-33053-hdfs-_-any-8178214075889833666.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 1070432 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@107680e4{HTTP/1.1,[http/1.1]}{localhost.localdomain:33053}
[junit4] 2> 1070432 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.Server Started @1070467ms
[junit4] 2> 1070499 WARN (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1070501 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1070502 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1070502 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1070502 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1070503 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ac3e34{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1070593 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@57f241d7{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-44389-datanode-_-any-8533358824332639271.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1070594 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65790b80{HTTP/1.1,[http/1.1]}{localhost:44389}
[junit4] 2> 1070594 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.Server Started @1070629ms
[junit4] 2> 1070754 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8a0d7cffddb6e671: Processing first storage report for DS-fc786332-b508-420a-9219-fdd7408bf273 from datanode 232169e9-2b33-49aa-ac82-9e2dab922b0d
[junit4] 2> 1070754 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8a0d7cffddb6e671: from storage DS-fc786332-b508-420a-9219-fdd7408bf273 node DatanodeRegistration(127.0.0.1:46295, datanodeUuid=232169e9-2b33-49aa-ac82-9e2dab922b0d, infoPort=42787, infoSecurePort=0, ipcPort=43229, storageInfo=lv=-57;cid=testClusterID;nsid=685725006;c=1573230360776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1070754 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8a0d7cffddb6e671: Processing first storage report for DS-fd86d3a3-02d2-47e9-ab3e-23d3018d2c44 from datanode 232169e9-2b33-49aa-ac82-9e2dab922b0d
[junit4] 2> 1070754 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8a0d7cffddb6e671: from storage DS-fd86d3a3-02d2-47e9-ab3e-23d3018d2c44 node DatanodeRegistration(127.0.0.1:46295, datanodeUuid=232169e9-2b33-49aa-ac82-9e2dab922b0d, infoPort=42787, infoSecurePort=0, ipcPort=43229, storageInfo=lv=-57;cid=testClusterID;nsid=685725006;c=1573230360776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1070859 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1070859 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1070859 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1070959 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer start zk server on port:41613
[junit4] 2> 1070959 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41613
[junit4] 2> 1070959 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41613
[junit4] 2> 1070959 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41613
[junit4] 2> 1070962 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1070968 INFO (zkConnectionManagerCallback-5891-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1070968 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1070978 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1070979 INFO (zkConnectionManagerCallback-5893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1070979 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1070984 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1070986 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1070987 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1070988 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1070988 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1070989 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1070990 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1070990 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1070991 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1070992 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1070992 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1070993 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1071065 WARN (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1071065 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1071065 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1071065 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1071066 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1071066 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1071066 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1071066 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@551b0854{/,null,AVAILABLE}
[junit4] 2> 1071067 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29268fd6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45791}
[junit4] 2> 1071067 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.s.Server Started @1071102ms
[junit4] 2> 1071067 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41645/hdfs__localhost.localdomain_41645__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.3_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001_tempDir-002_control_data, replicaType=NRT, hostContext=/, hostPort=45791, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/control-001/cores}
[junit4] 2> 1071067 ERROR (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1071067 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1071067 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 1071067 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1071067 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1071067 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T16:26:01.566Z
[junit4] 2> 1071068 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1071076 INFO (zkConnectionManagerCallback-5895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1071076 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1071180 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1071180 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/control-001/solr.xml
[junit4] 2> 1071184 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1071184 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1071185 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@74b5d2ff, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1071256 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1071256 WARN (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@199a2e9c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1071256 WARN (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@199a2e9c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1071262 WARN (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2b755e69[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1071262 WARN (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2b755e69[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1071263 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41613/solr
[junit4] 2> 1071264 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1071270 INFO (zkConnectionManagerCallback-5902-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1071270 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1071372 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [n:127.0.0.1:45791_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1071372 INFO (zkConnectionManagerCallback-5904-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1071373 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [n:127.0.0.1:45791_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1071420 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [n:127.0.0.1:45791_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45791_
[junit4] 2> 1071420 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [n:127.0.0.1:45791_ ] o.a.s.c.Overseer Overseer (id=72690144534855684-127.0.0.1:45791_-n_0000000000) starting
[junit4] 2> 1071424 INFO (OverseerStateUpdate-72690144534855684-127.0.0.1:45791_-n_0000000000) [n:127.0.0.1:45791_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45791_
[junit4] 2> 1071424 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [n:127.0.0.1:45791_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45791_
[junit4] 2> 1071425 INFO (zkCallback-5903-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1071437 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [n:127.0.0.1:45791_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1071448 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [n:127.0.0.1:45791_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74b5d2ff
[junit4] 2> 1071453 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [n:127.0.0.1:45791_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74b5d2ff
[junit4] 2> 1071453 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [n:127.0.0.1:45791_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74b5d2ff
[junit4] 2> 1071454 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [n:127.0.0.1:45791_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/control-001/cores
[junit4] 2> 1071469 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1071470 INFO (zkConnectionManagerCallback-5913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1071470 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1071471 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1071472 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41613/solr ready
[junit4] 2> 1071473 INFO (qtp408079840-18871) [n:127.0.0.1:45791_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45791_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1071475 INFO (OverseerThreadFactory-5034-thread-1-processing-n:127.0.0.1:45791_) [n:127.0.0.1:45791_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1071579 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1071580 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1072590 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 1072603 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1072697 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1072712 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1072712 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74b5d2ff
[junit4] 2> 1072713 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41645/solr_hdfs_home
[junit4] 2> 1072713 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1072713 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:41645/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 1072713 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41645/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1072719 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1072719 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1072719 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1072722 WARN (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1077726 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1077729 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41645/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 1077772 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41645/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 1077783 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1077783 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1077783 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1077796 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1077796 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=4.9052734375, floorSegmentMB=1.298828125, forceMergeDeletesPctAllowed=13.015256815034718, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46940507769646733, deletesPctAllowed=27.055779255849078
[junit4] 2> 1078237 WARN (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1078275 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1078275 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1078275 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1078283 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1078283 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1078284 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.45248202170649365]
[junit4] 2> 1078291 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@237b2921[control_collection_shard1_replica_n1] main]
[junit4] 2> 1078292 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1078293 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1078293 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1078293 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649651607186440192
[junit4] 2> 1078295 INFO (searcherExecutor-5039-thread-1-processing-n:127.0.0.1:45791_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@237b2921[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1078305 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1078305 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 1078311 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1078311 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1078311 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45791/control_collection_shard1_replica_n1/
[junit4] 2> 1078311 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1078311 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45791/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1078311 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72690144534855684-core_node2-n_0000000000
[junit4] 2> 1078312 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45791/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1078312 INFO (zkCallback-5903-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1078313 INFO (zkCallback-5903-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1078313 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1078315 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6735
[junit4] 2> 1078317 INFO (qtp408079840-18871) [n:127.0.0.1:45791_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1078421 INFO (zkCallback-5903-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1078421 INFO (zkCallback-5903-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1078421 INFO (zkCallback-5903-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1078422 INFO (qtp408079840-18871) [n:127.0.0.1:45791_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45791_&wt=javabin&version=2} status=0 QTime=6949
[junit4] 2> 1078422 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 1078532 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1078533 INFO (zkConnectionManagerCallback-5919-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1078533 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1078534 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1078534 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41613/solr ready
[junit4] 2> 1078534 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1078535 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1078538 INFO (OverseerThreadFactory-5034-thread-2-processing-n:127.0.0.1:45791_) [n:127.0.0.1:45791_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1078538 INFO (OverseerCollectionConfigSetProcessor-72690144534855684-127.0.0.1:45791_-n_0000000000) [n:127.0.0.1:45791_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1078740 WARN (OverseerThreadFactory-5034-thread-2-processing-n:127.0.0.1:45791_) [n:127.0.0.1:45791_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1078741 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1078742 INFO (qtp408079840-18873) [n:127.0.0.1:45791_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=206
[junit4] 2> 1078748 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 1078748 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1078748 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 1078748 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1078748 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 1078748 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1078748 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 1078829 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/shard-1-001 of type NRT
[junit4] 2> 1078830 WARN (closeThreadPool-5920-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1078830 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1078830 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1078830 INFO (closeThreadPool-5920-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1078836 INFO (closeThreadPool-5920-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54a294eb{/,null,AVAILABLE}
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a229010{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43467}
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.e.j.s.Server Started @1078873ms
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41645/hdfs__localhost.localdomain_41645__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.3_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001_tempDir-002_jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=43467, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/shard-1-001/cores}
[junit4] 2> 1078837 ERROR (closeThreadPool-5920-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1078837 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T16:26:09.336Z
[junit4] 2> 1078840 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1078844 INFO (zkConnectionManagerCallback-5922-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1078844 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1078903 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/shard-2-001 of type NRT
[junit4] 2> 1078903 WARN (closeThreadPool-5920-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1078904 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1078904 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1078904 INFO (closeThreadPool-5920-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1078904 INFO (closeThreadPool-5920-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1078904 INFO (closeThreadPool-5920-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1078904 INFO (closeThreadPool-5920-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1078905 INFO (closeThreadPool-5920-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42c885b6{/,null,AVAILABLE}
[junit4] 2> 1078905 INFO (closeThreadPool-5920-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71d75953{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43713}
[junit4] 2> 1078905 INFO (closeThreadPool-5920-thread-2) [ ] o.e.j.s.Server Started @1078941ms
[junit4] 2> 1078905 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41645/hdfs__localhost.localdomain_41645__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.3_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001_tempDir-002_jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=43713, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/shard-2-001/cores}
[junit4] 2> 1078905 ERROR (closeThreadPool-5920-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1078905 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1078905 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 1078905 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1078905 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1078905 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T16:26:09.404Z
[junit4] 2> 1078907 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1078908 INFO (zkConnectionManagerCallback-5924-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1078908 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1078945 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1078945 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/shard-1-001/solr.xml
[junit4] 2> 1078949 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1078949 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1078950 INFO (closeThreadPool-5920-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@74b5d2ff, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1078974 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/shard-3-001 of type NRT
[junit4] 2> 1078979 WARN (closeThreadPool-5920-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1078979 INFO (closeThreadPool-5920-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1078979 INFO (closeThreadPool-5920-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1078979 INFO (closeThreadPool-5920-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 1078980 INFO (closeThreadPool-5920-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1078980 INFO (closeThreadPool-5920-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1078980 INFO (closeThreadPool-5920-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1078981 INFO (closeThreadPool-5920-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e0fab92{/,null,AVAILABLE}
[junit4] 2> 1078981 INFO (closeThreadPool-5920-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51878905{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39247}
[junit4] 2> 1078981 INFO (closeThreadPool-5920-thread-3) [ ] o.e.j.s.Server Started @1079016ms
[junit4] 2> 1078981 INFO (closeThreadPool-5920-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41645/hdfs__localhost.localdomain_41645__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.3_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001_tempDir-002_jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39247, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/shard-3-001/cores}
[junit4] 2> 1078981 ERROR (closeThreadPool-5920-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1078981 INFO (closeThreadPool-5920-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1078981 INFO (closeThreadPool-5920-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 1078981 INFO (closeThreadPool-5920-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1078981 INFO (closeThreadPool-5920-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1078981 INFO (closeThreadPool-5920-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-08T16:26:09.480Z
[junit4] 2> 1078984 INFO (closeThreadPool-5920-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1078985 INFO (zkConnectionManagerCallback-5927-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1078985 INFO (closeThreadPool-5920-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1079046 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1079046 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/shard-2-001/solr.xml
[junit4] 2> 1079049 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1079049 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1079051 INFO (TEST-StressHdfsTest.test-seed#[A06017A1896E803E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/shard-4-001 of type NRT
[junit4] 2> 1079051 INFO (closeThreadPool-5920-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@74b5d2ff, but no JMX reporters were configured - adding default JMX repo
[...truncated too long message...]
nterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.net.SocketInputStream.socketRead(SocketInputStream.java:116)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:171)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:141)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:711)\n\t... 30 more\n",
[junit4] > "code":500}}
[junit4] > at __randomizedtesting.SeedInfo.seed([A06017A1896E803E:2834287B2792EDC6]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:629)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
[junit4] > at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:189)
[junit4] > at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1215084 WARN (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1215101 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@57f241d7{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 1215101 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@65790b80{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 1215101 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1215101 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ac3e34{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 1215105 WARN (BP-469933069-10.41.0.5-1573230360776 heartbeating to localhost.localdomain/127.0.0.1:41645) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1215105 WARN (BP-469933069-10.41.0.5-1573230360776 heartbeating to localhost.localdomain/127.0.0.1:41645) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-469933069-10.41.0.5-1573230360776 (Datanode Uuid 232169e9-2b33-49aa-ac82-9e2dab922b0d) service to localhost.localdomain/127.0.0.1:41645
[junit4] 2> 1215113 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-469933069-10.41.0.5-1573230360776) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 1215119 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-469933069-10.41.0.5-1573230360776) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 1215127 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@44b0ce7f{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 1215128 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@107680e4{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
[junit4] 2> 1215128 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1215128 INFO (SUITE-StressHdfsTest-seed#[A06017A1896E803E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52e7400f{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A06017A1896E803E-001
[junit4] 2> Nov 08, 2019 4:28:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {multiDefault=PostingsFormat(name=LuceneFixedGap), _root_=BlockTreeOrds(blocksize=128), id=Lucene50(blocksize=128), text=PostingsFormat(name=Asserting), txt_t=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), multiDefault=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene80), text=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Asserting), txt_t=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=225, maxMBSortInHeap=5.236795756120554, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7a8223e9), locale=ar-BH, timezone=America/Sitka
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=207019728,total=482869248
[junit4] 2> NOTE: All tests run in this JVM: [AuditLoggerIntegrationTest, TestManagedSynonymGraphFilterFactory, TestSolrCloudWithKerberosAlt, WrapperMergePolicyFactoryTest, BlockJoinFacetDistribTest, RequiredFieldsTest, TestFunctionQuery, TestSolrCloudWithHadoopAuthPlugin, DistribDocExpirationUpdateProcessorTest, ReindexCollectionTest, CoreAdminRequestStatusTest, SolrInfoBeanTest, TestQueryUtils, TestSolr4Spatial2, ResponseBuilderTest, TestCloudConsistency, TestJsonRequest, RegexBoostProcessorTest, TestSolrConfigHandler, TermVectorComponentDistributedTest, HdfsCollectionsAPIDistributedZkTest, TestBadConfig, CursorMarkTest, MinimalSchemaTest, LeaderVoteWaitTimeoutTest, TlogReplayBufferedWhileIndexingTest, TestFieldTypeResource, TestLRUCache, SpellingQueryConverterTest, TestOnReconnectListenerSupport, TestStressReorder, TestCloudJSONFacetSKG, ExplicitHLLTest, TestImplicitCoreProperties, SolrMetricReporterTest, TestSSLRandomization, PingRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, MetricUtilsTest, RollingRestartTest, BasicAuthOnSingleNodeTest, TestFieldCollectionResource, XmlInterpolationTest, TestNumericTerms64, TestJettySolrRunner, MoveReplicaHDFSFailoverTest, ForceLeaderWithTlogReplicasTest, DirectoryFactoryTest, SolrIndexMetricsTest, TestFuzzyAnalyzedSuggestions, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSchemaManager, SolrCoreCheckLockOnStartupTest, EnumFieldTest, TestNumericTokenStream, StressHdfsTest]
[junit4] Completed [229/880 (1!)] on J1 in 147.96s, 1 test, 1 error <<< FAILURES!
[...truncated 54964 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 48 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/48/
1 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:33815
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:33815
at __randomizedtesting.SeedInfo.seed([83722ABFC8C85569:B26156566343891]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 52 more
Build Log:
[...truncated 15364 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> 3016873 INFO (SUITE-RollingRestartTest-seed#[83722ABFC8C85569]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3016873 INFO (SUITE-RollingRestartTest-seed#[83722ABFC8C85569]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/data-dir-239-001
[junit4] 2> 3016873 INFO (SUITE-RollingRestartTest-seed#[83722ABFC8C85569]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3016874 INFO (SUITE-RollingRestartTest-seed#[83722ABFC8C85569]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3016874 INFO (SUITE-RollingRestartTest-seed#[83722ABFC8C85569]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 3016881 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3016881 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3016882 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3016982 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer start zk server on port:35223
[junit4] 2> 3016982 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35223
[junit4] 2> 3016982 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35223
[junit4] 2> 3016982 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35223
[junit4] 2> 3016983 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3016988 INFO (zkConnectionManagerCallback-14169-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3016988 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3016992 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3016993 INFO (zkConnectionManagerCallback-14171-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3016993 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3016994 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3016994 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3016995 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3016996 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3016996 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3016997 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3016997 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3016998 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3016998 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3016999 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3016999 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3017000 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 3017072 WARN (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3017072 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3017072 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3017072 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 3017073 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3017073 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3017073 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3017073 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e141ab9{/,null,AVAILABLE}
[junit4] 2> 3017073 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68bced66{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38711}
[junit4] 2> 3017073 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.s.Server Started @3017114ms
[junit4] 2> 3017073 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/tempDir-001/control/data, hostContext=/, hostPort=38711, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/control-001/cores}
[junit4] 2> 3017074 ERROR (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3017074 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3017074 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 3017074 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3017074 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3017074 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T22:06:30.678Z
[junit4] 2> 3017075 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3017075 INFO (zkConnectionManagerCallback-14173-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3017075 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3017176 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3017177 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/control-001/solr.xml
[junit4] 2> 3017180 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3017180 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3017181 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3017244 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 3017245 WARN (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3931d3bc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3017245 WARN (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3931d3bc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3017247 WARN (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4cfefbf2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3017247 WARN (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4cfefbf2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3017248 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35223/solr
[junit4] 2> 3017249 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3017249 INFO (zkConnectionManagerCallback-14180-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3017249 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3017351 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [n:127.0.0.1:38711_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3017352 INFO (zkConnectionManagerCallback-14182-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3017352 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [n:127.0.0.1:38711_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3017404 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [n:127.0.0.1:38711_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38711_
[junit4] 2> 3017404 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [n:127.0.0.1:38711_ ] o.a.s.c.Overseer Overseer (id=72697145688522756-127.0.0.1:38711_-n_0000000000) starting
[junit4] 2> 3017407 INFO (OverseerStateUpdate-72697145688522756-127.0.0.1:38711_-n_0000000000) [n:127.0.0.1:38711_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38711_
[junit4] 2> 3017411 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [n:127.0.0.1:38711_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38711_
[junit4] 2> 3017419 INFO (zkCallback-14181-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3017426 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [n:127.0.0.1:38711_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3017437 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [n:127.0.0.1:38711_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3017442 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [n:127.0.0.1:38711_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3017442 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [n:127.0.0.1:38711_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3017443 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [n:127.0.0.1:38711_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/control-001/cores
[junit4] 2> 3017457 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3017458 INFO (zkConnectionManagerCallback-14191-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3017458 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3017458 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3017459 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35223/solr ready
[junit4] 2> 3017460 INFO (qtp1224426838-55667) [n:127.0.0.1:38711_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38711_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3017461 INFO (OverseerThreadFactory-12126-thread-1-processing-n:127.0.0.1:38711_) [n:127.0.0.1:38711_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 3017566 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3017566 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3018583 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 3018597 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 3018704 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3018714 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 3018714 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3018714 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 3018716 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=829610013, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3018730 WARN (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3018755 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3018755 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3018756 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3018756 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3018757 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8063579627574348]
[junit4] 2> 3018757 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3df49294[control_collection_shard1_replica_n1] main]
[junit4] 2> 3018758 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3018758 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3018758 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3018758 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649763619818176512
[junit4] 2> 3018761 INFO (searcherExecutor-12131-thread-1-processing-n:127.0.0.1:38711_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3df49294[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3018762 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 3018762 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 3018764 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3018764 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3018764 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38711/control_collection_shard1_replica_n1/
[junit4] 2> 3018764 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3018764 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:38711/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 3018764 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72697145688522756-core_node2-n_0000000000
[junit4] 2> 3018765 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38711/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 3018867 INFO (zkCallback-14181-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3018867 INFO (zkCallback-14181-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3018869 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3018871 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1305
[junit4] 2> 3018875 INFO (qtp1224426838-55667) [n:127.0.0.1:38711_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 3018971 INFO (zkCallback-14181-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3018971 INFO (zkCallback-14181-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3018971 INFO (zkCallback-14181-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3018971 INFO (qtp1224426838-55667) [n:127.0.0.1:38711_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38711_&wt=javabin&version=2} status=0 QTime=1511
[junit4] 2> 3018972 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 3019081 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3019083 INFO (zkConnectionManagerCallback-14197-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3019083 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3019087 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3019089 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35223/solr ready
[junit4] 2> 3019089 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3019090 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3019105 INFO (OverseerCollectionConfigSetProcessor-72697145688522756-127.0.0.1:38711_-n_0000000000) [n:127.0.0.1:38711_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3019106 INFO (OverseerThreadFactory-12126-thread-2-processing-n:127.0.0.1:38711_) [n:127.0.0.1:38711_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3019310 WARN (OverseerThreadFactory-12126-thread-2-processing-n:127.0.0.1:38711_) [n:127.0.0.1:38711_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 3019311 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 3019312 INFO (qtp1224426838-55669) [n:127.0.0.1:38711_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=222
[junit4] 2> 3019312 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 3019312 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 3019313 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 3019313 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 3019313 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 3019313 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 3019313 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
[junit4] 2> 3019384 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-1-001 of type NRT
[junit4] 2> 3019385 WARN (closeThreadPool-14198-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3019385 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3019385 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3019385 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 3019389 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3019389 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3019389 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3019389 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@527a52e7{/,null,AVAILABLE}
[junit4] 2> 3019390 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f7a9874{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38149}
[junit4] 2> 3019390 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.Server Started @3019430ms
[junit4] 2> 3019390 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=38149, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-1-001/cores}
[junit4] 2> 3019390 ERROR (closeThreadPool-14198-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3019390 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3019390 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 3019390 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3019390 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3019390 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T22:06:32.994Z
[junit4] 2> 3019391 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3019407 INFO (zkConnectionManagerCallback-14200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3019407 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3019472 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-2-001 of type NRT
[junit4] 2> 3019475 WARN (closeThreadPool-14198-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3019475 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3019475 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3019475 INFO (closeThreadPool-14198-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 3019509 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3019509 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-1-001/solr.xml
[junit4] 2> 3019512 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3019512 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3019513 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3019527 INFO (closeThreadPool-14198-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3019527 INFO (closeThreadPool-14198-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3019527 INFO (closeThreadPool-14198-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3019538 INFO (closeThreadPool-14198-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11cd4590{/,null,AVAILABLE}
[junit4] 2> 3019538 INFO (closeThreadPool-14198-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bce5527{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45971}
[junit4] 2> 3019538 INFO (closeThreadPool-14198-thread-2) [ ] o.e.j.s.Server Started @3019579ms
[junit4] 2> 3019538 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=45971, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-2-001/cores}
[junit4] 2> 3019538 ERROR (closeThreadPool-14198-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3019538 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3019538 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 3019538 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3019538 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3019538 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T22:06:33.142Z
[junit4] 2> 3019559 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3019561 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 3019561 INFO (zkConnectionManagerCallback-14203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3019561 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3019563 WARN (closeThreadPool-14198-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@45cefea0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3019563 WARN (closeThreadPool-14198-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@45cefea0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3019573 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-3-001 of type NRT
[junit4] 2> 3019575 WARN (closeThreadPool-14198-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3019575 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3019575 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3019575 INFO (closeThreadPool-14198-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 3019576 WARN (closeThreadPool-14198-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@77c84aaf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3019576 WARN (closeThreadPool-14198-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@77c84aaf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3019578 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35223/solr
[junit4] 2> 3019611 INFO (closeThreadPool-14198-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3019611 INFO (closeThreadPool-14198-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3019611 INFO (closeThreadPool-14198-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3019622 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3019628 INFO (closeThreadPool-14198-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@707318cc{/,null,AVAILABLE}
[junit4] 2> 3019629 INFO (closeThreadPool-14198-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1126c47a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37985}
[junit4] 2> 3019629 INFO (closeThreadPool-14198-thread-3) [ ] o.e.j.s.Server Started @3019669ms
[junit4] 2> 3019629 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=37985, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-3-001/cores}
[junit4] 2> 3019629 ERROR (closeThreadPool-14198-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3019629 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3019629 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 3019629 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3019629 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3019629 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T22:06:33.233Z
[junit4] 2> 3019630 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3019630 INFO (zkConnectionManagerCallback-14211-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3019630 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3019659 INFO (zkConnectionManagerCallback-14209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3019659 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3019664 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3019664 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-2-001/solr.xml
[junit4] 2> 3019667 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3019667 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3019668 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3019689 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-4-001 of type NRT
[junit4] 2> 3019701 WARN (closeThreadPool-14198-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3019701 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3019702 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3019702 INFO (closeThreadPool-14198-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 3019751 INFO (closeThreadPool-14198-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3019751 INFO (closeThreadPool-14198-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3019751 INFO (closeThreadPool-14198-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3019752 INFO (closeThreadPool-14198-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f6ee9e3{/,null,AVAILABLE}
[junit4] 2> 3019752 INFO (closeThreadPool-14198-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18cf390{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42843}
[junit4] 2> 3019752 INFO (closeThreadPool-14198-thread-4) [ ] o.e.j.s.Server Started @3019792ms
[junit4] 2> 3019752 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=42843, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-4-001/cores}
[junit4] 2> 3019752 ERROR (closeThreadPool-14198-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3019752 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3019752 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 3019752 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3019752 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3019752 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T22:06:33.356Z
[junit4] 2> 3019766 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3019773 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3019775 INFO (zkConnectionManagerCallback-14214-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3019775 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3019781 INFO (zkConnectionManagerCallback-14216-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3019781 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3019787 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3019794 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.c.ZkController Publish node=127.0.0.1:38149_ as DOWN
[junit4] 2> 3019796 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3019796 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38149_
[junit4] 2> 3019799 INFO (zkCallback-14181-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3019807 INFO (zkCallback-14196-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3019808 INFO (zkCallback-14215-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3019827 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 3019833 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-5-001 of type NRT
[junit4] 2> 3019833 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3019841 WARN (closeThreadPool-14198-thread-5) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3019841 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3019842 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3019842 INFO (closeThreadPool-14198-thread-5) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 3019845 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3019848 WARN (closeThreadPool-14198-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c0a3ca2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3019848 WARN (closeThreadPool-14198-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c0a3ca2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3019852 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3019852 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3019853 INFO (closeThreadPool-14198-thread-1) [n:127.0.0.1:38149_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-1-001/cores
[junit4] 2> 3019864 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3019864 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-3-001/solr.xml
[junit4] 2> 3019868 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3019868 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3019869 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3019893 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:38149_
[junit4] 2> 3019911 INFO (closeThreadPool-14198-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3019911 INFO (closeThreadPool-14198-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3019911 INFO (closeThreadPool-14198-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3019917 INFO (closeThreadPool-14198-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f24e2df{/,null,AVAILABLE}
[junit4] 2> 3019923 INFO (closeThreadPool-14198-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e7c2bc3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33765}
[junit4] 2> 3019923 INFO (closeThreadPool-14198-thread-5) [ ] o.e.j.s.Server Started @3019963ms
[junit4] 2> 3019923 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/tempDir-001/jetty5, solrconfig=solrconfig.xml, hostContext=/, hostPort=33765, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-5-001/cores}
[junit4] 2> 3019923 ERROR (closeThreadPool-14198-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3019923 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3019923 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 3019923 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3019923 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3019923 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T22:06:33.527Z
[junit4] 2> 3019931 WARN (closeThreadPool-14198-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16902db8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3019931 WARN (closeThreadPool-14198-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16902db8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3019932 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35223/solr
[junit4] 2> 3019937 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3019953 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3019954 INFO (zkConnectionManagerCallback-14226-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3019954 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3019967 INFO (zkConnectionManagerCallback-14229-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3019967 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3019967 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-4-001/solr.xml
[junit4] 2> 3019970 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3019970 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3019971 INFO (closeThreadPool-14198-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3019972 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3019981 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-6-001 of type NRT
[junit4] 2> 3019981 WARN (closeThreadPool-14198-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3019982 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3019982 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3019982 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 3020018 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 3020023 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3020023 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3020023 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3020034 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52397cf3{/,null,AVAILABLE}
[junit4] 2> 3020071 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3020071 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-5-001/solr.xml
[junit4] 2> 3020074 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3020074 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3020075 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d8220e6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41087}
[junit4] 2> 3020075 INFO (closeThreadPool-14198-thread-1) [ ] o.e.j.s.Server Started @3020115ms
[junit4] 2> 3020075 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3020075 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/tempDir-001/jetty6, solrconfig=solrconfig.xml, hostContext=/, hostPort=41087, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-6-001/cores}
[junit4] 2> 3020075 ERROR (closeThreadPool-14198-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3020075 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3020075 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 3020075 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3020075 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3020075 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T22:06:33.679Z
[junit4] 2> 3020088 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3020088 WARN (closeThreadPool-14198-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f07f92c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020088 WARN (closeThreadPool-14198-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f07f92c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020099 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 3020100 INFO (zkConnectionManagerCallback-14233-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3020100 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3020123 WARN (closeThreadPool-14198-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6933f6a1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020123 WARN (closeThreadPool-14198-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6933f6a1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020137 WARN (closeThreadPool-14198-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ea2925c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020137 WARN (closeThreadPool-14198-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ea2925c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020138 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35223/solr
[junit4] 2> 3020162 WARN (closeThreadPool-14198-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5025a74b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020162 WARN (closeThreadPool-14198-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5025a74b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020163 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35223/solr
[junit4] 2> 3020182 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3020195 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3020207 INFO (zkConnectionManagerCallback-14241-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3020207 INFO (closeThreadPool-14198-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3020224 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3020237 INFO (zkConnectionManagerCallback-14247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3020237 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3020247 INFO (zkConnectionManagerCallback-14245-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3020247 INFO (closeThreadPool-14198-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3020297 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3020297 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-6-001/solr.xml
[junit4] 2> 3020300 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3020300 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3020301 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3020306 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-7-001 of type NRT
[junit4] 2> 3020308 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3020312 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.c.ZkController Publish node=127.0.0.1:45971_ as DOWN
[junit4] 2> 3020312 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3020312 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45971_
[junit4] 2> 3020313 INFO (zkCallback-14181-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3020323 INFO (zkCallback-14196-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3020324 WARN (closeThreadPool-14198-thread-6) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3020324 INFO (closeThreadPool-14198-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3020324 INFO (closeThreadPool-14198-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3020324 INFO (closeThreadPool-14198-thread-6) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 3020331 INFO (zkCallback-14215-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3020331 INFO (zkCallback-14246-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3020418 INFO (closeThreadPool-14198-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3020418 INFO (closeThreadPool-14198-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3020418 INFO (closeThreadPool-14198-thread-6) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3020432 INFO (closeThreadPool-14198-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b29c366{/,null,AVAILABLE}
[junit4] 2> 3020432 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3020435 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 3020451 INFO (closeThreadPool-14198-thread-3) [n:127.0.0.1:37985_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3020456 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3020462 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3020462 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3020463 INFO (closeThreadPool-14198-thread-2) [n:127.0.0.1:45971_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-2-001/cores
[junit4] 2> 3020463 WARN (closeThreadPool-14198-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14f87ce2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020463 WARN (closeThreadPool-14198-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14f87ce2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020467 INFO (zkConnectionManagerCallback-14254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3020467 INFO (closeThreadPool-14198-thread-3) [n:127.0.0.1:37985_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3020482 INFO (closeThreadPool-14198-thread-3) [n:127.0.0.1:37985_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3020487 WARN (closeThreadPool-14198-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@341ee4d7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020487 WARN (closeThreadPool-14198-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@341ee4d7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3020488 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35223/solr
[junit4] 2> 3020490 INFO (closeThreadPool-14198-thread-3) [n:127.0.0.1:37985_ ] o.a.s.c.ZkController Publish node=127.0.0.1:37985_ as DOWN
[junit4] 2> 3020492 INFO (closeThreadPool-14198-thread-3) [n:127.0.0.1:37985_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3020492 INFO (closeThreadPool-14198-thread-3) [n:127.0.0.1:37985_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37985_
[junit4] 2> 3020493 INFO (zkCallback-14196-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3020493 INFO (zkCallback-14215-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3020494 INFO (zkCallback-14181-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3020495 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3020495 INFO (closeThreadPool-14198-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b1fbdfb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39971}
[junit4] 2> 3020495 INFO (closeThreadPool-14198-thread-6) [ ] o.e.j.s.Server Started @3020535ms
[junit4] 2> 3020495 INFO (closeThreadPool-14198-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/tempDir-001/jetty7, solrconfig=solrconfig.xml, hostContext=/, hostPort=39971, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-7-001/cores}
[junit4] 2> 3020495 ERROR (closeThreadPool-14198-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3020495 INFO (closeThreadPool-14198-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3020495 INFO (closeThreadPool-14198-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 3020495 INFO (closeThreadPool-14198-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3020495 INFO (closeThreadPool-14198-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3020495 INFO (closeThreadPool-14198-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-09T22:06:34.099Z
[junit4] 2> 3020495 INFO (zkCallback-14246-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3020501 INFO (TEST-RollingRestartTest.test-seed#[83722ABFC8C85569]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 8 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001/shard-8-001 of type NRT
[junit4] 2> 3020508 INFO (zkCallback-14253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3020511 INFO (closeThreadPool-14198-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3020519 INFO (closeThreadPool-14198-thread-3) [n:127.0.0.1:37985_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3020524 INFO (zkConnectionManagerCallback-14262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3020524 INFO (closeThreadPool-14198-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3020525 INFO (zkConnectionManagerCallback-14264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3020525 INFO (closeThreadPool-14198-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3020531 INFO (closeThreadPool-14198-thread-3) [n:127.0.0.1:37985_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e7ae67
[junit4] 2> 3020535 INFO (closeThreadPool-14198-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 3020535 WARN (closeThreadPool-14198-thread-7) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3020536 INFO (closeThreadPool-14198-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3020536 INFO (closeThreadPool-14198-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3020536 INFO (closeThreadPool-14198-thread-7) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 3020536 INFO (closeThreadPool-14198-thread-4) [n:127.0.0.1:42843_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3020537 INFO (closeThreadPool-14198-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3020537 INFO (closeThreadPool-14198-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3020537 INFO (closeThreadPool-14198-thread-7) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3020537 INFO (clo
[...truncated too long message...]
.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:33815
[junit4] > at __randomizedtesting.SeedInfo.seed([83722ABFC8C85569:B26156566343891]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
[junit4] > ... 52 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_83722ABFC8C85569-001
[junit4] 2> Nov 09, 2019 10:08:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@37fd2b27), locale=zh-SG, timezone=AGT
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=174559896,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [TestSubQueryTransformer, CollectionsAPISolrJTest, TestPHPSerializedResponseWriter, TestOrdValues, CacheHeaderTest, BJQFilterAccessibleTest, TestImpersonationWithHadoopAuth, MetricsHandlerTest, HdfsChaosMonkeySafeLeaderTest, TestZkChroot, HdfsWriteToMultipleCollectionsTest, RankQueryTest, TestDeleteCollectionOnDownNodes, TestGeoJSONResponseWriter, BasicAuthIntegrationTest, BaseCdcrDistributedZkTest, TestRealTimeGet, OverseerTest, TestDynamicFieldResource, TestTlogReplica, TestStressCloudBlindAtomicUpdates, AlternateDirectoryTest, RandomizedTaggerTest, TestCloudPseudoReturnFields, TestSolrFieldCacheBean, TestSortableTextField, TestCloudManagedSchema, SampleTest, TestDynamicURP, TestConfigSetsAPIExclusivity, DistributedTermsComponentTest, CdcrOpsAndBoundariesTest, ReplicaListTransformerTest, TestCollationFieldDocValues, UpdateParamsTest, TestHttpServletCarrier, TestCloudJSONFacetJoinDomain, DistributedQueueTest, SplitShardTest, MoreLikeThisComponentTest, CursorPagingTest, SortByFunctionTest, TestLRUStatsCache, TestSimComputePlanAction, TestLMDirichletSimilarityFactory, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, TestManagedSchemaAPI, ShardRoutingTest, TestCollectionsAPIViaSolrCloudCluster, HighlighterConfigTest, SchemaVersionSpecificBehaviorTest, ZkShardTermsTest, SolrSlf4jReporterTest, DateMathParserTest, TestMaxScoreQueryParser, TestFreeTextSuggestions, TestCrossCoreJoin, BadComponentTest, TestTrie, SuggestComponentTest, IndexSchemaRuntimeFieldTest, HdfsRecoveryZkTest, ScriptEngineTest, TestMultiWordSynonyms, TestRuleBasedAuthorizationPlugin, RootFieldTest, LeaderElectionTest, DataDrivenBlockJoinTest, TestLFUCache, MissingSegmentRecoveryTest, TestFastOutputStream, TestSolrCloudWithDelegationTokens, TestXIncludeConfig, DeleteReplicaTest, OverriddenZkACLAndCredentialsProvidersTest, SimpleCollectionCreateDeleteTest, SuggesterTest, NumberUtilsTest, DimensionalRoutedAliasUpdateProcessorTest, TestRandomCollapseQParserPlugin, DocumentAnalysisRequestHandlerTest, DistributedFacetExistsSmallTest, SolrGraphiteReporterTest, AsyncCallRequestStatusResponseTest, FieldMutatingUpdateProcessorTest, TestEmbeddedSolrServerSchemaAPI, TestStressVersions, CoreAdminOperationTest, SSLMigrationTest, TestReplicaProperties, JavaBinAtomicUpdateMultivalueTest, MaxSizeAutoCommitTest, TestDistribIDF, OverseerRolesTest, SimpleMLTQParserTest, TestSimLargeCluster, AtomicUpdateProcessorFactoryTest, ByteBuffersDirectoryFactoryTest, TestStressRecovery, TestNumericTerms32, TestConfig, CustomCollectionTest, RestartWhileUpdatingTest, TestDirectoryFactory, TestHttpShardHandlerFactory, SparseHLLTest, ActionThrottleTest, TestNamedUpdateProcessors, TestReqParamsAPI, TestSort, IndexSizeTriggerTest, ZkCollectionPropsCachingTest, TestSystemIdResolver, TestNumericRangeQuery64, AuthToolTest, ConnectionManagerTest, TestReversedWildcardFilterFactory, TolerantUpdateProcessorTest, NodeAddedTriggerIntegrationTest, TestRandomFlRTGCloud, AddBlockUpdateTest, UninvertDocValuesMergePolicyTest, TestConfigSetProperties, TestExportWriter, HLLSerializationTest, CopyFieldTest, TestLegacyField, TaggingAttributeTest, BadIndexSchemaTest, ScheduledMaintenanceTriggerTest, TestCharFilters, MoreLikeThisHandlerTest, TestFiltering, TestPhraseSuggestions, ExecutePlanActionTest, TestRandomDVFaceting, SolrRrdBackendFactoryTest, UniqFieldsUpdateProcessorFactoryTest, TestManagedResource, BitVectorTest, DaemonStreamApiTest, TestSolrDeletionPolicy2, DebugComponentTest, SubstringBytesRefFilterTest, TestSimExecutePlanAction, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestGroupingSearch, TestSolrCoreProperties, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteNodeTest, DistributedVersionInfoTest, HealthCheckHandlerTest, HttpPartitionWithTlogReplicasTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, MoveReplicaTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, ReplaceNodeNoTargetTest, RollingRestartTest]
[junit4] Completed [479/880 (1!)] on J0 in 146.48s, 1 test, 1 error <<< FAILURES!
[...truncated 53994 lines...]