You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/11/01 20:34:15 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 40 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/40/
3 tests failed.
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:36818/_i/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:36818/_i/collection1
at __randomizedtesting.SeedInfo.seed([623CBFF03E2F9B7D:EA68802A90D3F685]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1216)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1261)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:392)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 49 more
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.update.TestInPlaceUpdatesDistrib: 1) Thread[id=64726, name=qtp651221115-64726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at java.util.HashMap.hash(HashMap.java:339) at java.util.HashMap.put(HashMap.java:612) at java.util.HashSet.add(HashSet.java:220) at org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:410) at org.apache.lucene.index.ReaderPool.get(ReaderPool.java:390) at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3318) at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3618) at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3566) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1044) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84) at org.apache.solr.core.SolrCore.close(SolrCore.java:1596) at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:505) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.TestInPlaceUpdatesDistrib:
1) Thread[id=64726, name=qtp651221115-64726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at java.util.HashMap.hash(HashMap.java:339)
at java.util.HashMap.put(HashMap.java:612)
at java.util.HashSet.add(HashSet.java:220)
at org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:410)
at org.apache.lucene.index.ReaderPool.get(ReaderPool.java:390)
at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3318)
at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3618)
at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3566)
at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1044)
at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087)
at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298)
at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903)
at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105)
at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402)
at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1596)
at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:505)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([623CBFF03E2F9B7D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=64726, name=qtp651221115-64726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at java.util.HashMap.hash(HashMap.java:339) at java.util.HashMap.put(HashMap.java:612) at java.util.HashSet.add(HashSet.java:220) at org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:410) at org.apache.lucene.index.ReaderPool.get(ReaderPool.java:390) at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3318) at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3218) at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3445) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1046) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84) at org.apache.solr.core.SolrCore.close(SolrCore.java:1596) at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:505) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=64726, name=qtp651221115-64726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at java.util.HashMap.hash(HashMap.java:339)
at java.util.HashMap.put(HashMap.java:612)
at java.util.HashSet.add(HashSet.java:220)
at org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:410)
at org.apache.lucene.index.ReaderPool.get(ReaderPool.java:390)
at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3318)
at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3218)
at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3445)
at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1046)
at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087)
at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298)
at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903)
at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105)
at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402)
at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1596)
at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:505)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([623CBFF03E2F9B7D]:0)
Build Log:
[...truncated 15662 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> 2429367 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/data-dir-91-001
[junit4] 2> 2429367 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 2429367 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2429389 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2429390 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2429390 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_i/
[junit4] 2> 2429390 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 updateLog impl=solr.UpdateLog
[junit4] 2> 2429390 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2429390 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2429409 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 2429517 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 2429521 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 2429770 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2429771 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2429772 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a08018f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2429772 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a08018f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2429774 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2429774 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@37af7ccb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2429774 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@37af7ccb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2429855 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2429856 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2429881 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2429887 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2429887 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2429888 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2429919 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 2429953 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 2429956 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 2429956 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2429968 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2429969 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/data-dir-91-001/]
[junit4] 2> 2429990 WARN (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2430036 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2430036 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2430037 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2430037 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2430038 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@34735d57[collection1] main]
[junit4] 2> 2430039 WARN (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2430039 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2430039 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649024689186537472
[junit4] 2> 2430041 INFO (searcherExecutor-3786-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@34735d57[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2430042 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2430126 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2430127 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2430139 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2430227 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer start zk server on port:35779
[junit4] 2> 2430227 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35779
[junit4] 2> 2430227 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35779
[junit4] 2> 2430227 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35779
[junit4] 2> 2430229 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2430231 INFO (zkConnectionManagerCallback-4940-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2430231 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2430234 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2430235 INFO (zkConnectionManagerCallback-4942-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2430235 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2430261 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2430262 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 2430264 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2430265 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2430278 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2430280 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2430294 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2430295 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2430296 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2430297 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2430314 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2430331 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2430333 INFO (zkConnectionManagerCallback-4946-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2430333 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2430460 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2431074 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2431074 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2431074 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2431074 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2431147 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2431147 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2431147 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2431149 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c9913ad{/_i,null,AVAILABLE}
[junit4] 2> 2431150 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9cd99c4{SSL,[ssl, http/1.1]}{127.0.0.1:37109}
[junit4] 2> 2431150 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.Server Started @2431206ms
[junit4] 2> 2431150 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/tempDir-001/control/data, hostContext=/_i, hostPort=37109, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/control-001/cores}
[junit4] 2> 2431238 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2431238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2431238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 2431238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2431238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2431238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-01T18:21:34.396Z
[junit4] 2> 2431240 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2431249 INFO (zkConnectionManagerCallback-4948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2431249 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2431350 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2431350 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/control-001/solr.xml
[junit4] 2> 2431367 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2431367 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2431368 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2432646 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2432647 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2432647 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4541ad69[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2432647 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4541ad69[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2432650 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2432651 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@46e4ad19[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2432651 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@46e4ad19[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2432652 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35779/solr
[junit4] 2> 2432652 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2432653 INFO (zkConnectionManagerCallback-4955-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2432654 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2432756 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2432757 INFO (zkConnectionManagerCallback-4957-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2432757 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2432907 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37109__i
[junit4] 2> 2432908 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.Overseer Overseer (id=75660101026578437-127.0.0.1:37109__i-n_0000000000) starting
[junit4] 2> 2432913 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37109__i
[junit4] 2> 2432913 INFO (OverseerStateUpdate-75660101026578437-127.0.0.1:37109__i-n_0000000000) [n:127.0.0.1:37109__i ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37109__i
[junit4] 2> 2432926 INFO (OverseerStateUpdate-75660101026578437-127.0.0.1:37109__i-n_0000000000) [n:127.0.0.1:37109__i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2432976 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2433031 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2433048 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2433048 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2433050 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/control-001/cores
[junit4] 2> 2433125 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2433125 INFO (zkConnectionManagerCallback-4966-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2433125 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2433126 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2433127 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35779/solr ready
[junit4] 2> 2433184 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37109__i&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2433187 INFO (OverseerThreadFactory-3800-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2433296 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2433297 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2434309 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 2434322 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 2434325 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 2434325 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2434325 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2434326 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2434342 WARN (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2434440 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2434440 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2434442 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2434442 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2434443 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@481cf375[control_collection_shard1_replica_n1] main]
[junit4] 2> 2434445 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2434445 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2434446 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2434446 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649024693807611904
[junit4] 2> 2434449 INFO (searcherExecutor-3805-thread-1-processing-n:127.0.0.1:37109__i x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@481cf375[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2434451 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2434451 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37109/_i/control_collection_shard1_replica_n1/
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:37109/_i/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/75660101026578437-core_node2-n_0000000000
[junit4] 2> 2434457 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37109/_i/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2434559 INFO (zkCallback-4956-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2434559 INFO (zkCallback-4956-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2434559 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2434562 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1266
[junit4] 2> 2434564 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2434661 INFO (zkCallback-4956-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2434661 INFO (zkCallback-4956-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2434661 INFO (zkCallback-4956-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2434662 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37109__i&wt=javabin&version=2} status=0 QTime=1478
[junit4] 2> 2434663 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 2434767 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2434768 INFO (zkConnectionManagerCallback-4972-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2434768 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2434770 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2434771 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35779/solr ready
[junit4] 2> 2434771 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2434773 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2434796 INFO (OverseerThreadFactory-3800-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2434796 INFO (OverseerCollectionConfigSetProcessor-75660101026578437-127.0.0.1:37109__i-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2435001 WARN (OverseerThreadFactory-3800-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2435003 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2435004 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=231
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
[junit4] 2> 2435206 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-1-001 of type NRT
[junit4] 2> 2435208 WARN (closeThreadPool-4973-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2435209 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2435209 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2435209 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2435249 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2435249 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2435250 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2435250 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51ca0434{/_i,null,AVAILABLE}
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26c591d8{SSL,[ssl, http/1.1]}{127.0.0.1:33320}
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.Server Started @2435308ms
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_i, hostPort=33320, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-1-001/cores}
[junit4] 2> 2435251 ERROR (closeThreadPool-4973-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-01T18:21:38.409Z
[junit4] 2> 2435269 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2435271 INFO (zkConnectionManagerCallback-4975-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2435271 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2435378 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2435378 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-1-001/solr.xml
[junit4] 2> 2435381 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2435381 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2435395 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2435598 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-2-001 of type NRT
[junit4] 2> 2435600 WARN (closeThreadPool-4973-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2435600 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2435600 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2435600 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2435601 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2435601 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2435601 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2435602 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4411b42e{/_i,null,AVAILABLE}
[junit4] 2> 2435602 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5762c056{SSL,[ssl, http/1.1]}{127.0.0.1:42893}
[junit4] 2> 2435602 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.Server Started @2435659ms
[junit4] 2> 2435602 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_i, hostPort=42893, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-2-001/cores}
[junit4] 2> 2435603 ERROR (closeThreadPool-4973-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2435603 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2435603 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 2435603 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2435603 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2435603 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-01T18:21:38.761Z
[junit4] 2> 2435604 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2435605 INFO (zkConnectionManagerCallback-4978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2435605 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2435763 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2435763 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-2-001/solr.xml
[junit4] 2> 2435785 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2435785 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2435787 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2435936 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2435936 WARN (closeThreadPool-4973-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2435937 WARN (closeThreadPool-4973-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2e6ff619[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2435937 WARN (closeThreadPool-4973-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2e6ff619[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436012 WARN (closeThreadPool-4973-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2436121 WARN (closeThreadPool-4973-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6bd17f8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436121 WARN (closeThreadPool-4973-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6bd17f8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436123 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35779/solr
[junit4] 2> 2436124 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436167 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2436168 WARN (closeThreadPool-4973-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2436196 INFO (zkConnectionManagerCallback-4985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2436196 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2436247 WARN (closeThreadPool-4973-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@32684d53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436247 WARN (closeThreadPool-4973-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@32684d53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436250 WARN (closeThreadPool-4973-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2436250 WARN (closeThreadPool-4973-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ff87eb4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436250 WARN (closeThreadPool-4973-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ff87eb4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436264 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35779/solr
[junit4] 2> 2436264 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436266 INFO (zkConnectionManagerCallback-4991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2436266 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2436332 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436369 INFO (zkConnectionManagerCallback-4993-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2436369 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2436383 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2436387 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.ZkController Publish node=127.0.0.1:33320__i as DOWN
[junit4] 2> 2436388 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2436388 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33320__i
[junit4] 2> 2436398 INFO (zkCallback-4956-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2436434 INFO (zkCallback-4971-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2436446 INFO (zkCallback-4992-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2436451 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436453 INFO (zkConnectionManagerCallback-4998-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2436453 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2436492 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2436496 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.ZkController Publish node=127.0.0.1:42893__i as DOWN
[junit4] 2> 2436497 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2436497 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42893__i
[junit4] 2> 2436498 INFO (zkCallback-4956-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2436527 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2436548 INFO (zkCallback-4971-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2436548 INFO (zkCallback-4992-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2436552 INFO (zkCallback-4997-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2436585 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2436610 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2436610 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2436611 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-1-001/cores
[junit4] 2> 2436637 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2436640 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-3-001 of type NRT
[junit4] 2> 2436739 WARN (closeThreadPool-4973-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2436739 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2436739 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2436739 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2436799 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2436799 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2436799 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2436800 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bc122b6{/_i,null,AVAILABLE}
[junit4] 2> 2436800 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67edd240{SSL,[ssl, http/1.1]}{127.0.0.1:36818}
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.Server Started @2436857ms
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/_i, hostPort=36818, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-3-001/cores}
[junit4] 2> 2436801 ERROR (closeThreadPool-4973-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-01T18:21:39.959Z
[junit4] 2> 2436802 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436809 INFO (OverseerCollectionConfigSetProcessor-75660101026578437-127.0.0.1:37109__i-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2436820 INFO (zkConnectionManagerCallback-5005-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2436820 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2436865 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2436865 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeans
[...truncated too long message...]
Writer.shutdown(IndexWriter.java:1044)
[junit4] > at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087)
[junit4] > at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903)
[junit4] > at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105)
[junit4] > at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402)
[junit4] > at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84)
[junit4] > at org.apache.solr.core.SolrCore.close(SolrCore.java:1596)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] > at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:505)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] > at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([623CBFF03E2F9B7D]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=64726, name=qtp651221115-64726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
[junit4] > at java.util.HashMap.hash(HashMap.java:339)
[junit4] > at java.util.HashMap.put(HashMap.java:612)
[junit4] > at java.util.HashSet.add(HashSet.java:220)
[junit4] > at org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:410)
[junit4] > at org.apache.lucene.index.ReaderPool.get(ReaderPool.java:390)
[junit4] > at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3318)
[junit4] > at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3218)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3445)
[junit4] > at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1046)
[junit4] > at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087)
[junit4] > at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903)
[junit4] > at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105)
[junit4] > at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402)
[junit4] > at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84)
[junit4] > at org.apache.solr.core.SolrCore.close(SolrCore.java:1596)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] > at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:505)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] > at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([623CBFF03E2F9B7D]:0)
[junit4] Completed [470/880 (1!)] on J1 in 4614.37s, 1 test, 3 errors <<< FAILURES!
[...truncated 53968 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 45 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/45/
2 tests failed.
FAILED: org.apache.lucene.document.TestXYPolygonShapeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([F177589AE826ED9F:76202515797F911F]:0)
at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
at org.apache.lucene.util.bkd.OfflinePointWriter.append(OfflinePointWriter.java:67)
at org.apache.lucene.util.bkd.BKDRadixSelector.offlinePartition(BKDRadixSelector.java:285)
at org.apache.lucene.util.bkd.BKDRadixSelector.buildHistogramAndPartition(BKDRadixSelector.java:258)
at org.apache.lucene.util.bkd.BKDRadixSelector.select(BKDRadixSelector.java:126)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1594)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1611)
at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:785)
at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:140)
at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:143)
at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:149)
at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:202)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:162)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1991)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1940)
at org.apache.lucene.document.BaseShapeTestCase.indexRandomShapes(BaseShapeTestCase.java:242)
at org.apache.lucene.document.BaseShapeTestCase.verify(BaseShapeTestCase.java:211)
at org.apache.lucene.document.BaseShapeTestCase.doTestRandom(BaseShapeTestCase.java:137)
at org.apache.lucene.document.TestXYPolygonShapeQueries.testRandomBig(TestXYPolygonShapeQueries.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
Error from server at https://127.0.0.1:44277/solr: org.apache.solr.common.SolrException at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:53) at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:281) at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:253) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:198) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:505) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44277/solr: org.apache.solr.common.SolrException
at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:53)
at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:281)
at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:253)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:198)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:505)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([86A2BB39E38DBEE4:EF684E34D71D31C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11271 lines...]
[junit4] Suite: org.apache.lucene.document.TestXYPolygonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestXYPolygonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=F177589AE826ED9F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=es-UY -Dtests.timezone=America/Shiprock -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 548s J0 | TestXYPolygonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([F177589AE826ED9F:76202515797F911F]:0)
[junit4] > at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
[junit4] > at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
[junit4] > at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
[junit4] > at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
[junit4] > at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
[junit4] > at org.apache.lucene.util.bkd.OfflinePointWriter.append(OfflinePointWriter.java:67)
[junit4] > at org.apache.lucene.util.bkd.BKDRadixSelector.offlinePartition(BKDRadixSelector.java:285)
[junit4] > at org.apache.lucene.util.bkd.BKDRadixSelector.buildHistogramAndPartition(BKDRadixSelector.java:258)
[junit4] > at org.apache.lucene.util.bkd.BKDRadixSelector.select(BKDRadixSelector.java:126)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1594)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1611)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:785)
[junit4] > at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:140)
[junit4] > at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
[junit4] > at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
[junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:143)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:149)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:202)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:162)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
[junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1991)
[junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1940)
[junit4] > at org.apache.lucene.document.BaseShapeTestCase.indexRandomShapes(BaseShapeTestCase.java:242)
[junit4] > at org.apache.lucene.document.BaseShapeTestCase.verify(BaseShapeTestCase.java:211)
[junit4] > at org.apache.lucene.document.BaseShapeTestCase.doTestRandom(BaseShapeTestCase.java:137)
[junit4] > at org.apache.lucene.document.TestXYPolygonShapeQueries.testRandomBig(TestXYPolygonShapeQueries.java:123)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestXYPolygonShapeQueries_F177589AE826ED9F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {id=Lucene50(blocksize=128)}, docValues:{shape=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=513, maxMBSortInHeap=6.067527815690394, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6fddbae1), locale=es-UY, timezone=America/Shiprock
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=190219856,total=449314816
[junit4] 2> NOTE: All tests run in this JVM: [TestLargeNumHitsTopDocsCollector, TestTessellator, TestFloatPointNearestNeighbor, TestLatLonShapeEncoding, TestXYPolygonShapeQueries]
[junit4] Completed [18/38 (1!)] on J0 in 600.15s, 5 tests, 1 error <<< FAILURES!
[...truncated 75 lines...]
[junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/lucene/build/sandbox/test/temp/junit4-J0-20191106_193847_9388621909158444650473.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/heapdumps/java_pid6951.hprof ...
[junit4] Heap dump file created [472852376 bytes in 0.671 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 4188 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 4875259 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/data-dir-214-001
[junit4] 2> 4875259 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 4875259 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4875273 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4875274 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4875448 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4875558 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4875560 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4875561 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4875561 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4875561 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4875561 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68050900{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4876177 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@11f845b{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-lucene2-us-west.apache.org-37511-hdfs-_-any-5141218546626960591.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 4876179 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f49dd0{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:37511}
[junit4] 2> 4876179 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server Started @4876376ms
[junit4] 2> 4876732 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4876782 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4876806 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4876806 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4876806 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4876807 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1eb3caf2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4877237 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2a94d80{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-34791-datanode-_-any-8402028224102150704.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 4877237 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53237fe1{HTTP/1.1,[http/1.1]}{localhost:34791}
[junit4] 2> 4877237 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server Started @4877435ms
[junit4] 2> 4878013 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4878014 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4878014 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4878014 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4878014 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4878015 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b82535e{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4878435 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa966a8bb92b6f247: Processing first storage report for DS-1053c6da-5ade-42b0-9693-837161ee88f3 from datanode 48c8648f-1398-4146-8da7-447de9cdb7c1
[junit4] 2> 4878435 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa966a8bb92b6f247: from storage DS-1053c6da-5ade-42b0-9693-837161ee88f3 node DatanodeRegistration(127.0.0.1:41149, datanodeUuid=48c8648f-1398-4146-8da7-447de9cdb7c1, infoPort=40034, infoSecurePort=0, ipcPort=45710, storageInfo=lv=-57;cid=testClusterID;nsid=1227549582;c=1573076666459), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4878435 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa966a8bb92b6f247: Processing first storage report for DS-62b29e50-95de-42d2-9e81-be6f9b0237b7 from datanode 48c8648f-1398-4146-8da7-447de9cdb7c1
[junit4] 2> 4878435 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa966a8bb92b6f247: from storage DS-62b29e50-95de-42d2-9e81-be6f9b0237b7 node DatanodeRegistration(127.0.0.1:41149, datanodeUuid=48c8648f-1398-4146-8da7-447de9cdb7c1, infoPort=40034, infoSecurePort=0, ipcPort=45710, storageInfo=lv=-57;cid=testClusterID;nsid=1227549582;c=1573076666459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4878652 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@61a41cb6{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-44233-datanode-_-any-155729040057192854.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 4878652 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23f5ff1c{HTTP/1.1,[http/1.1]}{localhost:44233}
[junit4] 2> 4878652 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server Started @4878850ms
[junit4] 2> 4879208 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3d0d044fb21e0842: Processing first storage report for DS-310dc528-f394-4492-a796-3ab15fd8d2a7 from datanode 6f8d875a-40fd-4826-8da9-6c9365651418
[junit4] 2> 4879208 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3d0d044fb21e0842: from storage DS-310dc528-f394-4492-a796-3ab15fd8d2a7 node DatanodeRegistration(127.0.0.1:41368, datanodeUuid=6f8d875a-40fd-4826-8da9-6c9365651418, infoPort=45762, infoSecurePort=0, ipcPort=44724, storageInfo=lv=-57;cid=testClusterID;nsid=1227549582;c=1573076666459), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4879208 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3d0d044fb21e0842: Processing first storage report for DS-c202a69d-bf96-419d-bfe1-01a698baab75 from datanode 6f8d875a-40fd-4826-8da9-6c9365651418
[junit4] 2> 4879208 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3d0d044fb21e0842: from storage DS-c202a69d-bf96-419d-bfe1-01a698baab75 node DatanodeRegistration(127.0.0.1:41368, datanodeUuid=6f8d875a-40fd-4826-8da9-6c9365651418, infoPort=45762, infoSecurePort=0, ipcPort=44724, storageInfo=lv=-57;cid=testClusterID;nsid=1227549582;c=1573076666459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testFailedMove
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12080))
[junit4] 2> 4879713 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 4879714 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002
[junit4] 2> 4879714 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4879744 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4879744 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4879844 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.ZkTestServer start zk server on port:41828
[junit4] 2> 4879844 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41828
[junit4] 2> 4879844 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41828
[junit4] 2> 4879844 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41828
[junit4] 2> 4879846 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879849 INFO (zkConnectionManagerCallback-16401-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4879849 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4879852 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879852 INFO (zkConnectionManagerCallback-16403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4879852 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4879853 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879866 INFO (zkConnectionManagerCallback-16405-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4879866 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4879970 WARN (jetty-launcher-16406-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4879970 WARN (jetty-launcher-16406-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4879971 WARN (jetty-launcher-16406-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4879971 WARN (jetty-launcher-16406-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4879972 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e3d8c7e{/solr,null,AVAILABLE}
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24e35014{/solr,null,AVAILABLE}
[junit4] 2> 4879975 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4879975 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4879975 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4879984 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b1c99d7{/solr,null,AVAILABLE}
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32864c89{SSL,[ssl, http/1.1]}{127.0.0.1:40191}
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.Server Started @4880190ms
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b7c43a1{SSL,[ssl, http/1.1]}{127.0.0.1:36252}
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40191}
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.Server Started @4880190ms
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36252}
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fd3aa38{/solr,null,AVAILABLE}
[junit4] 2> 4879992 ERROR (jetty-launcher-16406-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4879992 ERROR (jetty-launcher-16406-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-06T21:44:31.112Z
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-06T21:44:31.112Z
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b12f153{SSL,[ssl, http/1.1]}{127.0.0.1:41143}
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.Server Started @4880190ms
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41143}
[junit4] 2> 4879993 ERROR (jetty-launcher-16406-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-06T21:44:31.113Z
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4fe9a983{SSL,[ssl, http/1.1]}{127.0.0.1:44277}
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.Server Started @4880191ms
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44277}
[junit4] 2> 4879994 ERROR (jetty-launcher-16406-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-06T21:44:31.114Z
[junit4] 2> 4879995 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879995 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879996 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879996 INFO (zkConnectionManagerCallback-16408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4879996 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4879999 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4880012 INFO (zkConnectionManagerCallback-16414-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4880012 INFO (zkConnectionManagerCallback-16412-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4880012 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4880012 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4880013 INFO (zkConnectionManagerCallback-16410-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4880013 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4880013 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4880013 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4880013 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4880030 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4880030 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4880035 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4880035 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4880036 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4880038 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4880455 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4880456 WARN (jetty-launcher-16406-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4880457 WARN (jetty-launcher-16406-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7597de0e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4880457 WARN (jetty-launcher-16406-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7597de0e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4880459 WARN (jetty-launcher-16406-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4880476 WARN (jetty-launcher-16406-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@70cc5d02[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4880476 WARN (jetty-launcher-16406-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@70cc5d02[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4880477 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41828/solr
[junit4] 2> 4880492 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4880493 INFO (zkConnectionManagerCallback-16424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4880493 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4880611 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4880611 INFO (zkConnectionManagerCallback-16426-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4880611 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4880848 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36252_solr
[junit4] 2> 4880848 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.Overseer Overseer (id=75689210647543816-127.0.0.1:36252_solr-n_0000000000) starting
[junit4] 2> 4880864 INFO (OverseerStateUpdate-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36252_solr
[junit4] 2> 4880899 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36252_solr
[junit4] 2> 4880923 INFO (zkCallback-16425-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4880952 DEBUG (OverseerAutoScalingTriggerThread-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:36252_solr]
[junit4] 2> 4880989 DEBUG (ScheduledTrigger-13004-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 4881025 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4881062 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4881062 WARN (jetty-launcher-16406-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881161 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881169 WARN (jetty-launcher-16406-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14ee4d54[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881169 WARN (jetty-launcher-16406-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14ee4d54[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881192 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4881192 WARN (jetty-launcher-16406-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881200 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881200 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881201 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node4/.
[junit4] 2> 4881207 WARN (jetty-launcher-16406-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881208 WARN (jetty-launcher-16406-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7d72eec0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881208 WARN (jetty-launcher-16406-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7d72eec0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881209 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41828/solr
[junit4] 2> 4881209 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4881209 WARN (jetty-launcher-16406-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881209 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881210 WARN (jetty-launcher-16406-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29a9c5d6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881210 WARN (jetty-launcher-16406-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29a9c5d6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881211 WARN (jetty-launcher-16406-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1bb71cfc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881211 WARN (jetty-launcher-16406-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1bb71cfc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881212 WARN (jetty-launcher-16406-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881212 WARN (jetty-launcher-16406-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881213 INFO (zkConnectionManagerCallback-16437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881213 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881213 WARN (jetty-launcher-16406-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@a9bac26[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881213 WARN (jetty-launcher-16406-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@a9bac26[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881214 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41828/solr
[junit4] 2> 4881214 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881215 WARN (jetty-launcher-16406-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7203e422[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881215 WARN (jetty-launcher-16406-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7203e422[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881215 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41828/solr
[junit4] 2> 4881228 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881232 INFO (zkConnectionManagerCallback-16445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881232 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881233 INFO (zkConnectionManagerCallback-16448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881233 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881333 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881334 INFO (zkConnectionManagerCallback-16450-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881334 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881338 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4881341 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:40191_solr as DOWN
[junit4] 2> 4881342 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4881342 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40191_solr
[junit4] 2> 4881343 INFO (zkCallback-16425-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4881343 INFO (zkCallback-16449-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4881380 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4881409 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881458 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881460 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881460 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881461 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node1/.
[junit4] 2> 4881485 INFO (zkConnectionManagerCallback-16456-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881485 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881532 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4881631 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881661 INFO (zkConnectionManagerCallback-16460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881661 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881679 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41143_solr as DOWN
[junit4] 2> 4881680 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4881680 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41143_solr
[junit4] 2> 4881681 INFO (zkCallback-16425-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4881682 INFO (zkCallback-16455-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4881691 INFO (zkCallback-16449-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4881693 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4881705 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44277_solr as DOWN
[junit4] 2> 4881705 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4881705 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44277_solr
[junit4] 2> 4881706 INFO (zkCallback-16425-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4881707 INFO (zkCallback-16455-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4881716 INFO (zkCallback-16449-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4881736 INFO (zkCallback-16459-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4881753 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4881777 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4881837 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881862 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881895 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881895 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881896 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node3/.
[junit4] 2> 4881897 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881897 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881898 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node2/.
[junit4] 2> 4881990 DEBUG (ScheduledTrigger-13004-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 1
[junit4] 2> 4882158 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 4882167 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4882171 INFO (zkConnectionManagerCallback-16471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4882171 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4882173 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4882174 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41828/solr ready
[junit4] 2> 4882308 INFO (qtp1158791923-105327) [n:127.0.0.1:44277_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4882431 INFO (qtp1158791923-105327) [n:127.0.0.1:44277_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=122
[junit4] 2> 4882431 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 4
[junit4] 2> 4882432 INFO (qtp1158791923-105330) [n:127.0.0.1:44277_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4882445 INFO (OverseerThreadFactory-13006-thread-2-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
[junit4] 2> 4882445 INFO (OverseerCollectionConfigSetProcessor-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4882583 INFO (OverseerStateUpdate-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41143/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4882585 INFO (OverseerStateUpdate-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_p2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40191/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4882596 INFO (OverseerStateUpdate-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44277/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4882606 INFO (OverseerStateUpdate-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_p6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36252/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4882822 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4882852 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4882870 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_p2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 4882871 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_p6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 4882871 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4882991 DEBUG (ScheduledTrigger-13004-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 4883949 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 4883952 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 4883955 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 4884000 DEBUG (ScheduledTrigger-13004-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 4884013 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 4884052 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_p2] Schema name=minimal
[junit4] 2> 4884060 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 4884062 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4884062 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 4884062 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4884064 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_p6] Schema name=minimal
[junit4] 2> 4884075 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4884087 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4884087 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 4884087 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4884096 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4884096 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_p2' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 4884096 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p2' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4884102 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home
[junit4] 2> 4884102 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4884102 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node2/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/]
[junit4] 2> 4884208 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 4884209 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home
[junit4] 2> 4884209 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4884209 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node3/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/]
[junit4] 2> 4884210 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 4884221 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home
[junit4] 2> 4884221 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4884221 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node1/MoveReplicaHDFSTest_coll_true_shard1_replica_p2], dataDir=[hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/]
[junit4] 2> 4884222 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_p6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node4/MoveReplicaHDFSTest_coll_true_shard2_replica_p6], dataDir=[hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/]
[junit4] 2> 4884229 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 4884261 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4884261 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 4884281 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4884281 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 4884283 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4884283 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 4884294 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4884294 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 4884306 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4884314 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data
[junit4] 2> 4884358 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4884358 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirect
[...truncated too long message...]
licaHDFSTest_86A2BB39E38DBEE4-001/tempDir-001/hdfsBaseDir/data/data3/current/BP-1036290148-127.0.0.1-1573076666459) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4925752 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-001/hdfsBaseDir/data/data4/current/BP-1036290148-127.0.0.1-1573076666459) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4925755 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 4925763 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2a94d80{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 4925764 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@53237fe1{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 4925764 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4925764 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1eb3caf2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 4925769 WARN (BP-1036290148-127.0.0.1-1573076666459 heartbeating to lucene2-us-west.apache.org/127.0.0.1:46264) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 4925769 WARN (BP-1036290148-127.0.0.1-1573076666459 heartbeating to lucene2-us-west.apache.org/127.0.0.1:46264) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1036290148-127.0.0.1-1573076666459 (Datanode Uuid 48c8648f-1398-4146-8da7-447de9cdb7c1) service to lucene2-us-west.apache.org/127.0.0.1:46264
[junit4] 2> 4925777 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-1036290148-127.0.0.1-1573076666459) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4925785 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-1036290148-127.0.0.1-1573076666459) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4925792 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@11f845b{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 4925792 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2f49dd0{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 4925792 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4925792 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68050900{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001
[junit4] 2> Nov 06, 2019 9:45:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@45c1ac08), locale=ar-LY, timezone=Asia/Tbilisi
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=67481544,total=519045120
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetImmutable, DocValuesNotIndexedTest, CSVRequestHandlerTest, TestMacroExpander, TestExtendedDismaxParser, TestLocalFSCloudBackupRestore, SystemCollectionCompatTest, TestCustomSort, ChangedSchemaMergeTest, ExitableDirectoryReaderTest, BasicAuthStandaloneTest, TestSolrCLIRunExample, AnalyticsQueryTest, PeerSyncWithBufferUpdatesTest, TestZkAclsWithHadoopAuth, TestDistributedMap, CloudMLTQParserTest, CoreMergeIndexesAdminHandlerTest, TestSuggestSpellingConverter, TestSkipOverseerOperations, MigrateRouteKeyTest, SpatialRPTFieldTypeTest, PropertiesRequestHandlerTest, V2StandaloneTest, TestFileDictionaryLookup, TestLogWatcher, HttpSolrCallGetCoreTest, TestCustomDocTransformer, ReplicationFactorTest, SchemaApiFailureTest, CoreAdminHandlerTest, PreAnalyzedFieldTest, SuggesterTSTTest, TriLevelCompositeIdRoutingTest, SolrTestCaseJ4Test, TestFaceting, BasicDistributedZkTest, MultiThreadedOCPTest, TestJoin, TestDynamicLoadingUrl, TestLegacyFieldCache, ProtectedTermFilterFactoryTest, TestCustomStream, QueryParsingTest, AtomicUpdatesTest, TestCodecSupport, DeleteNodeTest, SolrRequestParserTest, TestSchemaVersionResource, TriggerEventQueueTest, TestSimpleTrackingShardHandler, DistributedExpandComponentTest, MetricTriggerTest, ExternalFileFieldSortTest, TestExplainDocTransformer, TestSnapshotCloudManager, SolrShardReporterTest, PeerSyncWithLeaderTest, TestUninvertingReader, TokenizerChainTest, TestLegacyNumericRangeQueryBuilder, TermVectorComponentTest, TestDefaultStatsCache, TestDistributedGrouping, TestPrepRecovery, TestSchemaNameResource, ConnectionReuseTest, RemoteQueryErrorTest, TestOverriddenPrefixQueryForCustomFieldType, DefaultValueUpdateProcessorTest, LeaderFailureAfterFreshStartTest, DateFieldTest, TestNestedUpdateProcessor, DocExpirationUpdateProcessorFactoryTest, TimeRoutedAliasUpdateProcessorTest, EmbeddedSolrNoSerializeTest, TestSolrQueryResponse, TestClusterStateMutator, OpenExchangeRatesOrgProviderTest, TestSolrCloudWithSecureImpersonation, TestManagedSchema, TestTrackingShardHandlerFactory, TestInitQParser, ResponseLogComponentTest, AliasIntegrationTest, DistributedFacetPivotLongTailTest, TestSolrCloudSnapshots, BigEndianAscendingWordSerializerTest, ZookeeperStatusHandlerTest, TestSlowCompositeReaderWrapper, AutoAddReplicasIntegrationTest, TestSearchPerf, FullHLLTest, TestOmitPositions, DocumentBuilderTest, ComputePlanActionTest, PrimUtilsTest, AdminHandlersProxyTest, DocValuesMultiTest, CreateRoutedAliasTest, HdfsChaosMonkeyNothingIsSafeTest, TestShardHandlerFactory, TestSegmentSorting, TestCoreContainer, DeleteStatusTest, ShardSplitTest, ManagedSchemaRoundRobinCloudTest, TestFieldResource, HttpTriggerListenerTest, TestDynamicFieldCollectionResource, ParsingFieldUpdateProcessorsTest, TestSolrXml, ClusterStateTest, RecoveryAfterSoftCommitTest, TestSolrDeletionPolicy1, TestBulkSchemaConcurrent, TestIBSimilarityFactory, TestLockTree, TestSimNodeLostTrigger, TestPKIAuthenticationPlugin, TestTolerantUpdateProcessorRandomCloud, ConfigureRecoveryStrategyTest, TaggerTest, LegacyCloudClusterPropTest, TestStressLucene, SolrIndexSplitterTest, TestConfigSetsAPI, TestLazyCores, TestDelegationWithHadoopAuth, TestInfoStreamLogging, TestFieldCacheSortRandom, TestDistributedTracing, SolrMetricsIntegrationTest, TestHighFrequencyDictionaryFactory, TestCryptoKeys, TestSolrQueryParser, TestStressUserVersions, TestSQLHandler, TestFilteredDocIdSet, FileBasedSpellCheckerTest, DistributedIntervalFacetingTest, TestAddFieldRealTimeGet, ShufflingReplicaListTransformerTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, TestCrossCoreJoin, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestGroupingSearch, TestRandomDVFaceting, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AssignBackwardCompatibilityTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest, CleanupOldIndexTest, CollectionPropsTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteReplicaTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, ForceLeaderWithTlogReplicasTest, HttpPartitionTest, LeaderElectionContextKeyTest, LeaderElectionTest, LeaderTragicEventTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest]
[junit4] Completed [444/880 (1!)] on J2 in 53.82s, 4 tests, 1 error, 2 skipped <<< FAILURES!
[...truncated 10978 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid6951.hprof
Total time: 479 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 44 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/44/
1 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
expected not same
Stack Trace:
java.lang.AssertionError: expected not same
at __randomizedtesting.SeedInfo.seed([C2637192CC3E2212:4A374E4862C24FEA]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failSame(Assert.java:819)
at org.junit.Assert.assertNotSame(Assert.java:798)
at org.junit.Assert.assertNotSame(Assert.java:811)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15583 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 4310789 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4310789 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/data-dir-106-001
[junit4] 2> 4310789 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 4310789 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4310791 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4310843 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4310848 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4310849 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4310854 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4310854 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4310854 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4310856 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d526e6a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4310949 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4b0cfb4c{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost.localdomain-39955-hdfs-_-any-8152043519872949680.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 4310949 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6cae2fa4{HTTP/1.1,[http/1.1]}{localhost.localdomain:39955}
[junit4] 2> 4310949 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server Started @4310988ms
[junit4] 2> 4311021 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4311022 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311022 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311022 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311022 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4311022 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13a54326{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4311113 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@445bdbe{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-34845-datanode-_-any-3101171252499322794.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 4311114 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a230e19{HTTP/1.1,[http/1.1]}{localhost:34845}
[junit4] 2> 4311114 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server Started @4311152ms
[junit4] 2> 4311140 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4311141 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311141 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311141 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311141 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4311143 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@be8fdc7{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4311238 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1f8d4713{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-46361-datanode-_-any-3644062917962631745.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 4311238 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68a5da84{HTTP/1.1,[http/1.1]}{localhost:46361}
[junit4] 2> 4311238 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server Started @4311277ms
[junit4] 2> 4311265 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7462233cc742b3f1: Processing first storage report for DS-64865f0f-106e-415d-af2e-1d560036d61f from datanode f4f0989d-f5d3-466c-a040-9a2c9381a3ff
[junit4] 2> 4311266 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7462233cc742b3f1: from storage DS-64865f0f-106e-415d-af2e-1d560036d61f node DatanodeRegistration(127.0.0.1:33557, datanodeUuid=f4f0989d-f5d3-466c-a040-9a2c9381a3ff, infoPort=37387, infoSecurePort=0, ipcPort=35721, storageInfo=lv=-57;cid=testClusterID;nsid=1984815242;c=1572981460832), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4311266 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7462233cc742b3f1: Processing first storage report for DS-33259bcf-7191-4353-9adc-4eb19f505ee8 from datanode f4f0989d-f5d3-466c-a040-9a2c9381a3ff
[junit4] 2> 4311266 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7462233cc742b3f1: from storage DS-33259bcf-7191-4353-9adc-4eb19f505ee8 node DatanodeRegistration(127.0.0.1:33557, datanodeUuid=f4f0989d-f5d3-466c-a040-9a2c9381a3ff, infoPort=37387, infoSecurePort=0, ipcPort=35721, storageInfo=lv=-57;cid=testClusterID;nsid=1984815242;c=1572981460832), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4311403 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6b7af00be164e62e: Processing first storage report for DS-18b501c0-cae7-4c65-95e0-4ec31026336a from datanode 45789469-8b98-4e51-b3b1-910a350273de
[junit4] 2> 4311403 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6b7af00be164e62e: from storage DS-18b501c0-cae7-4c65-95e0-4ec31026336a node DatanodeRegistration(127.0.0.1:44745, datanodeUuid=45789469-8b98-4e51-b3b1-910a350273de, infoPort=33015, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=1984815242;c=1572981460832), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4311404 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6b7af00be164e62e: Processing first storage report for DS-f2037833-0eba-48cc-884d-472a1cec6624 from datanode 45789469-8b98-4e51-b3b1-910a350273de
[junit4] 2> 4311404 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6b7af00be164e62e: from storage DS-f2037833-0eba-48cc-884d-472a1cec6624 node DatanodeRegistration(127.0.0.1:44745, datanodeUuid=45789469-8b98-4e51-b3b1-910a350273de, infoPort=33015, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=1984815242;c=1572981460832), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testNormalFailedMove
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 4311501 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalMove
[junit4] 2> 4311502 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-002
[junit4] 2> 4311503 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4311503 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4311503 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4311603 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.ZkTestServer start zk server on port:43667
[junit4] 2> 4311603 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43667
[junit4] 2> 4311603 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43667
[junit4] 2> 4311603 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43667
[junit4] 2> 4311604 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311608 INFO (zkConnectionManagerCallback-62212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311609 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311612 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311612 INFO (zkConnectionManagerCallback-62214-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311612 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311614 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311616 INFO (zkConnectionManagerCallback-62216-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311616 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311721 WARN (jetty-launcher-62217-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4311722 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4311722 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4311722 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311724 WARN (jetty-launcher-62217-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311725 WARN (jetty-launcher-62217-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4311725 WARN (jetty-launcher-62217-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311729 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311729 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311729 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4311729 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c2ec1a4{/solr,null,AVAILABLE}
[junit4] 2> 4311761 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311761 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311761 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4311764 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e5722ca{/solr,null,AVAILABLE}
[junit4] 2> 4311764 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@122e938{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36697}
[junit4] 2> 4311764 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.Server Started @4311803ms
[junit4] 2> 4311764 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36697}
[junit4] 2> 4311765 ERROR (jetty-launcher-62217-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4311765 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4311765 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4311765 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4311765 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4311765 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-05T19:17:41.796Z
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4311768 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56e2bbcd{/solr,null,AVAILABLE}
[junit4] 2> 4311776 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ac4631b{/solr,null,AVAILABLE}
[junit4] 2> 4311776 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311776 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6562f6ce{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45919}
[junit4] 2> 4311776 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.Server Started @4311815ms
[junit4] 2> 4311776 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45919}
[junit4] 2> 4311777 ERROR (jetty-launcher-62217-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4311777 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4311777 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4311777 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4311777 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4311777 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-05T19:17:41.808Z
[junit4] 2> 4311778 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@290a23b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34663}
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.Server Started @4311820ms
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34663}
[junit4] 2> 4311781 ERROR (jetty-launcher-62217-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-05T19:17:41.812Z
[junit4] 2> 4311782 INFO (zkConnectionManagerCallback-62219-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311782 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311782 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4311785 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4311785 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4311787 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4311788 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311788 INFO (zkConnectionManagerCallback-62221-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311788 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311789 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4311791 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4311791 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4311792 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f8ff61b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44585}
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.Server Started @4311835ms
[junit4] 2> 4311796 INFO (zkConnectionManagerCallback-62223-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44585}
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311796 ERROR (jetty-launcher-62217-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-05T19:17:41.827Z
[junit4] 2> 4311797 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4311798 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311798 INFO (zkConnectionManagerCallback-62225-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311798 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311798 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4311799 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4311799 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4311800 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4311800 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4311800 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4311802 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4312017 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4312021 WARN (jetty-launcher-62217-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ee04be6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312021 WARN (jetty-launcher-62217-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ee04be6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312030 WARN (jetty-launcher-62217-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c918b20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312030 WARN (jetty-launcher-62217-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c918b20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312031 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4312046 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4312047 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312047 WARN (jetty-launcher-62217-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@75993eec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312047 WARN (jetty-launcher-62217-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@75993eec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312050 WARN (jetty-launcher-62217-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f786abd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312050 WARN (jetty-launcher-62217-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f786abd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312051 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4312052 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312053 INFO (zkConnectionManagerCallback-62240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312053 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312053 INFO (zkConnectionManagerCallback-62234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312053 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312127 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4312127 WARN (jetty-launcher-62217-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1ff5ae98[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312127 WARN (jetty-launcher-62217-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1ff5ae98[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312129 WARN (jetty-launcher-62217-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@722f1913[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312129 WARN (jetty-launcher-62217-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@722f1913[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312130 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4312132 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312133 INFO (zkConnectionManagerCallback-62247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312133 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312155 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312155 INFO (zkConnectionManagerCallback-62249-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312155 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312186 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34663_solr
[junit4] 2> 4312186 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.Overseer Overseer (id=72673832636317706-127.0.0.1:34663_solr-n_0000000000) starting
[junit4] 2> 4312188 INFO (OverseerStateUpdate-72673832636317706-127.0.0.1:34663_solr-n_0000000000) [n:127.0.0.1:34663_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34663_solr
[junit4] 2> 4312189 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34663_solr
[junit4] 2> 4312192 INFO (zkCallback-62248-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4312200 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312204 INFO (zkConnectionManagerCallback-62254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312204 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312207 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4312209 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36697_solr as DOWN
[junit4] 2> 4312209 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4312209 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36697_solr
[junit4] 2> 4312212 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4312216 INFO (zkCallback-62253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4312220 INFO (zkCallback-62248-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4312223 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312225 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4312227 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312227 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312228 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-002/node2/.
[junit4] 2> 4312234 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312238 WARN (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:568) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:741) ~[java/:?]
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1289) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:731) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:673) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312239 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4312240 WARN (jetty-launcher-62217-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@791b603f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312240 WARN (jetty-launcher-62217-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@791b603f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312240 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312240 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312241 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-002/node4/.
[junit4] 2> 4312243 WARN (jetty-launcher-62217-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@773b5699[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312243 WARN (jetty-launcher-62217-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@773b5699[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312244 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4312246 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312247 INFO (zkConnectionManagerCallback-62265-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312247 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312293 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312293 INFO (zkConnectionManagerCallback-62267-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312293 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312348 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312349 INFO (zkConnectionManagerCallback-62269-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312349 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312351 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4312352 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4312353 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45919_solr as DOWN
[junit4] 2> 4312354 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4312354 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45919_solr
[junit4] 2> 4312355 INFO (zkCallback-62253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4312355 INFO (zkCallback-62268-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4312355 INFO (zkCallback-62248-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4312355 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44585_solr as DOWN
[junit4] 2> 4312355 INFO (zkCallback-62266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4312360 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4312360 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44585_solr
[junit4] 2> 4312361 INFO (zkCallback-62248-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4312361 INFO (zkCallback-62253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4312361 INFO (zkCallback-62268-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4312361 INFO (zkCallback-62266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4312368 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4312369 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/info,name=handlerStart
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/info,name=handlerStart
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:568) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:468) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register counter
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/zookeeper/status,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/zookeeper/status,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onCounterAdded(JmxMetricsReporter.java:595) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:470) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register meter
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onMeterAdded(JmxMetricsReporter.java:647) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:474) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register timer
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateOnlyExecutor.idle
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateOnlyExecutor.idle
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onTimerAdded(JmxMetricsReporter.java:673) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:476) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register meter
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=QUERY,scope=/admin/metrics/history,name=serverErrors
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=QUERY,scope=/admin/metrics/history,name=serverErrors
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onMeterAdded(JmxMetricsReporter.java:647) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:474) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register timer
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requestTimes
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requestTimes
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onTimerAdded(JmxMetricsReporter.java:673) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:476) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register counter
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onCounterAdded(JmxMetricsReporter.ja
[...truncated too long message...]
Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=ar-SA -Dtests.timezone=Brazil/East -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 12.6s J2 | MoveReplicaHDFSTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected not same
[junit4] > at __randomizedtesting.SeedInfo.seed([C2637192CC3E2212:4A374E4862C24FEA]:0)
[junit4] > at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testFailedMove
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12080))
[junit4] 2> 4348563 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 4348566 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@1f8d4713{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 4348566 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@68a5da84{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 4348566 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4348566 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@be8fdc7{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 4348567 WARN (BP-745675732-10.41.0.5-1572981460832 heartbeating to localhost.localdomain/127.0.0.1:39111) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 4348567 WARN (BP-745675732-10.41.0.5-1572981460832 heartbeating to localhost.localdomain/127.0.0.1:39111) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-745675732-10.41.0.5-1572981460832 (Datanode Uuid 45789469-8b98-4e51-b3b1-910a350273de) service to localhost.localdomain/127.0.0.1:39111
[junit4] 2> 4348574 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-001/hdfsBaseDir/data/data3/current/BP-745675732-10.41.0.5-1572981460832) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4348579 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-001/hdfsBaseDir/data/data4/current/BP-745675732-10.41.0.5-1572981460832) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4348581 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 4348588 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@445bdbe{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 4348588 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7a230e19{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 4348588 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4348588 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13a54326{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 4348590 WARN (BP-745675732-10.41.0.5-1572981460832 heartbeating to localhost.localdomain/127.0.0.1:39111) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 4348590 WARN (BP-745675732-10.41.0.5-1572981460832 heartbeating to localhost.localdomain/127.0.0.1:39111) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-745675732-10.41.0.5-1572981460832 (Datanode Uuid f4f0989d-f5d3-466c-a040-9a2c9381a3ff) service to localhost.localdomain/127.0.0.1:39111
[junit4] 2> 4348596 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-745675732-10.41.0.5-1572981460832) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4348601 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-745675732-10.41.0.5-1572981460832) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4348607 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@4b0cfb4c{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 4348608 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6cae2fa4{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
[junit4] 2> 4348608 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4348608 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d526e6a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001
[junit4] 2> Nov 05, 2019 7:18:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=Direct), id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1433, maxMBSortInHeap=5.229148023150335, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2e83f2f), locale=ar-SA, timezone=Brazil/East
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=294094968,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [TestWithCollection, RemoteQueryErrorTest, TestStressLiveNodes, TestSchemaVersionResource, TestDistributedMap, DistributedIntervalFacetingTest, DistanceFunctionTest, TestStressLucene, TestCollationField, TestRTGBase, TestReplicationHandlerDiskOverFlow, TestLocalFSCloudBackupRestore, TestSimpleTrackingShardHandler, BadCopyFieldTest, AnalyticsQueryTest, OpenExchangeRatesOrgProviderTest, TestObjectReleaseTracker, TestInfoStreamLogging, SpatialHeatmapFacetsTest, DistributedExpandComponentTest, TestDocumentBuilder, LeaderElectionIntegrationTest, ExitableDirectoryReaderTest, DeleteNodeTest, EmbeddedSolrNoSerializeTest, PreAnalyzedFieldTest, TestLogWatcher, TestSolrCloudSnapshots, ZkNodePropsTest, SolrCmdDistributorTest, TestQueryingOnDownCollection, CoreMergeIndexesAdminHandlerTest, TestFileDictionaryLookup, TestFaceting, BasicDistributedZkTest, IgnoreLargeDocumentProcessorFactoryTest, TestRecoveryHdfs, TestStreamBody, TestSimNodeLostTrigger, TestBulkSchemaConcurrent, AdminHandlersProxyTest, SystemLogListenerTest, DocExpirationUpdateProcessorFactoryTest, TestSnapshotCloudManager, FullHLLTest, CdcrRequestHandlerTest, FullSolrCloudDistribCmdsTest, TestUninvertingReader, AuditLoggerPluginTest, DateFieldTest, ShardRoutingCustomTest, MBeansHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestSkipOverseerOperations, TestZkAclsWithHadoopAuth, TestLegacyBM25SimilarityFactory, DocValuesMultiTest, ScheduledTriggerTest, TestStressUserVersions, ClassificationUpdateProcessorIntegrationTest, TestSolrXml, TestCustomStream, OutputWriterTest, RulesTest, SolrRequestParserTest, ShufflingReplicaListTransformerTest, HttpTriggerListenerTest, ShardSplitTest, TestExportTool, TestSchemaNameResource, TestSolrCLIRunExample, SolrIndexSplitterTest, RoutingToNodesWithPropertiesTest, TestSolrQueryResponse, V2StandaloneTest, ResourceLoaderTest, TestHdfsBackupRestoreCore, TaggerTest, TestDistributedTracing, DocumentBuilderTest, TestUtils, ResponseLogComponentTest, FastVectorHighlighterTest, TestUseDocValuesAsStored2, HttpSolrCallGetCoreTest, TestRebalanceLeaders, UUIDUpdateProcessorFallbackTest, TestCryptoKeys, DistribJoinFromCollectionTest, TestSearchPerf, TimeRoutedAliasUpdateProcessorTest, TestLegacyFieldCache, AssignTest, SignificantTermsQParserPluginTest, TestHighFrequencyDictionaryFactory, TestPrepRecovery, BigEndianAscendingWordSerializerTest, TestSolrConfigHandlerConcurrent, TestFilteredDocIdSet, TestFieldResource, OverseerModifyCollectionTest, RequestLoggingTest, TestCloudNestedDocsSort, MoveReplicaHDFSTest]
[junit4] Completed [533/880 (1!)] on J2 in 41.01s, 4 tests, 1 failure, 2 skipped <<< FAILURES!
[...truncated 53829 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 43 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/43/
2 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:43643/h_ea/r
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:43643/h_ea/r
at __randomizedtesting.SeedInfo.seed([3D9AC1A5AF1C7515:B5CEFE7F01E018ED]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 52 more
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
expected:<1026> but was:<775>
Stack Trace:
java.lang.AssertionError: expected:<1026> but was:<775>
at __randomizedtesting.SeedInfo.seed([3D9AC1A5AF1C7515:B5CEFE7F01E018ED]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14281 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> 877995 INFO (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/data-dir-37-001
[junit4] 2> 877995 WARN (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 877995 INFO (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 877997 INFO (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 877997 INFO (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 877997 INFO (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /h_ea/r
[junit4] 2> 878000 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 878001 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 878001 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 878101 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer start zk server on port:35534
[junit4] 2> 878101 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35534
[junit4] 2> 878101 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35534
[junit4] 2> 878101 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35534
[junit4] 2> 878103 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878105 INFO (zkConnectionManagerCallback-2532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878105 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878107 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878108 INFO (zkConnectionManagerCallback-2534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878108 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878110 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 878111 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 878112 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 878113 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 878114 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 878115 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 878116 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 878117 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 878118 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 878119 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 878120 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 878122 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878123 INFO (zkConnectionManagerCallback-2538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878123 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878225 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 878331 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 878331 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 878331 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 878331 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 878332 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 878332 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 878332 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 878334 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@87836b5{/h_ea/r,null,AVAILABLE}
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3fbba2ee{SSL,[ssl, http/1.1]}{127.0.0.1:44571}
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.Server Started @878398ms
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/control/data, hostContext=/h_ea/r, hostPort=44571, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/control-001/cores}
[junit4] 2> 878335 ERROR (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:55.583Z
[junit4] 2> 878336 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878337 INFO (zkConnectionManagerCallback-2540-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878337 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878439 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 878439 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/control-001/solr.xml
[junit4] 2> 878442 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 878442 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 878444 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 878591 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 878592 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 878593 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3caa7fef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 878593 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3caa7fef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 878595 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 878596 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@48afd83b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 878596 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@48afd83b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 878597 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 878598 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878599 INFO (zkConnectionManagerCallback-2547-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878599 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878703 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878708 INFO (zkConnectionManagerCallback-2549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878708 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878793 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44571_h_ea%2Fr
[junit4] 2> 878794 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.Overseer Overseer (id=75677223090454533-127.0.0.1:44571_h_ea%2Fr-n_0000000000) starting
[junit4] 2> 878799 INFO (OverseerStateUpdate-75677223090454533-127.0.0.1:44571_h_ea%2Fr-n_0000000000) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44571_h_ea%2Fr
[junit4] 2> 878807 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44571_h_ea%2Fr
[junit4] 2> 878822 INFO (zkCallback-2548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 878844 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 878868 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221
[junit4] 2> 878882 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221
[junit4] 2> 878882 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221
[junit4] 2> 878889 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/control-001/cores
[junit4] 2> 878909 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878910 INFO (zkConnectionManagerCallback-2558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878910 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878911 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 878912 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35534/solr ready
[junit4] 2> 878944 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44571_h_ea%252Fr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 878979 INFO (OverseerThreadFactory-1781-thread-1-processing-n:127.0.0.1:44571_h_ea%2Fr) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 879102 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 879102 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 880121 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 880136 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 880280 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 880326 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 880326 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221
[junit4] 2> 880326 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 880330 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7115602124536283]
[junit4] 2> 880341 WARN (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 880381 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 880381 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 880382 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 880382 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 880383 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=27.8603515625, floorSegmentMB=1.8359375, forceMergeDeletesPctAllowed=23.245098749217338, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38448420370468683, deletesPctAllowed=31.568638816826414
[junit4] 2> 880383 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d2c170a[control_collection_shard1_replica_n1] main]
[junit4] 2> 880385 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 880385 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 880386 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 880386 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649298644804829184
[junit4] 2> 880389 INFO (searcherExecutor-1786-thread-1-processing-n:127.0.0.1:44571_h_ea%2Fr x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5d2c170a[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 880392 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 880392 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 880395 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 880395 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 880395 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44571/h_ea/r/control_collection_shard1_replica_n1/
[junit4] 2> 880395 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 880396 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:44571/h_ea/r/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 880396 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/75677223090454533-core_node2-n_0000000000
[junit4] 2> 880400 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44571/h_ea/r/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 880502 INFO (zkCallback-2548-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 880502 INFO (zkCallback-2548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 880504 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 880506 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1404
[junit4] 2> 880509 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 880606 INFO (zkCallback-2548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 880606 INFO (zkCallback-2548-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 880607 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44571_h_ea%252Fr&wt=javabin&version=2} status=0 QTime=1663
[junit4] 2> 880614 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 880614 INFO (zkCallback-2548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 880719 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 880720 INFO (zkConnectionManagerCallback-2564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880720 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 880721 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 880723 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35534/solr ready
[junit4] 2> 880723 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 880725 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 880728 INFO (OverseerThreadFactory-1781-thread-2-processing-n:127.0.0.1:44571_h_ea%2Fr) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 880729 INFO (OverseerCollectionConfigSetProcessor-75677223090454533-127.0.0.1:44571_h_ea%2Fr-n_0000000000) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 880933 WARN (OverseerThreadFactory-1781-thread-2-processing-n:127.0.0.1:44571_h_ea%2Fr) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 880935 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 880936 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=211
[junit4] 2> 880937 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 880937 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 880939 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 880939 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 880939 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 880939 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 880939 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
[junit4] 2> 881048 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-1-001 of type NRT
[junit4] 2> 881049 WARN (closeThreadPool-2565-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881049 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881050 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881050 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881051 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881051 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881051 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 881051 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74e1612c{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@824c76c{SSL,[ssl, http/1.1]}{127.0.0.1:36075}
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.Server Started @881115ms
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=36075, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-1-001/cores}
[junit4] 2> 881052 ERROR (closeThreadPool-2565-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:58.300Z
[junit4] 2> 881054 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881055 INFO (zkConnectionManagerCallback-2567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881055 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881157 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881157 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-1-001/solr.xml
[junit4] 2> 881159 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-2-001 of type NRT
[junit4] 2> 881160 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881160 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881160 WARN (closeThreadPool-2565-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881161 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881161 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881161 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881162 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881162 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881162 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 881162 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 881162 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c1f1493{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ee45805{SSL,[ssl, http/1.1]}{127.0.0.1:36488}
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.Server Started @881226ms
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=36488, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-2-001/cores}
[junit4] 2> 881163 ERROR (closeThreadPool-2565-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:58.411Z
[junit4] 2> 881179 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881192 INFO (zkConnectionManagerCallback-2570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881192 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881282 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-3-001 of type NRT
[junit4] 2> 881294 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881294 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-2-001/solr.xml
[junit4] 2> 881295 WARN (closeThreadPool-2565-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881295 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881295 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881295 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881298 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881298 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881300 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 881328 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881328 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881328 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 881328 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@546bb5e9{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c2de12a{SSL,[ssl, http/1.1]}{127.0.0.1:44171}
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.Server Started @881394ms
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=44171, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-3-001/cores}
[junit4] 2> 881331 ERROR (closeThreadPool-2565-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:58.579Z
[junit4] 2> 881340 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881355 INFO (zkConnectionManagerCallback-2573-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881355 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881362 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 881364 WARN (closeThreadPool-2565-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881365 WARN (closeThreadPool-2565-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@599c9c2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881365 WARN (closeThreadPool-2565-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@599c9c2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881368 WARN (closeThreadPool-2565-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881369 WARN (closeThreadPool-2565-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4105361b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881369 WARN (closeThreadPool-2565-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4105361b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881370 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 881375 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881375 INFO (zkConnectionManagerCallback-2579-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881375 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881393 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 881394 WARN (closeThreadPool-2565-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881396 WARN (closeThreadPool-2565-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2df9b31e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881396 WARN (closeThreadPool-2565-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2df9b31e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881400 WARN (closeThreadPool-2565-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881401 WARN (closeThreadPool-2565-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5c7e836f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881401 WARN (closeThreadPool-2565-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5c7e836f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881402 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 881403 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881404 INFO (zkConnectionManagerCallback-2585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881404 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881413 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-4-001 of type NRT
[junit4] 2> 881414 WARN (closeThreadPool-2565-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881414 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881414 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881414 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881422 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881422 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881423 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 881423 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3049b11a{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@508f4904{SSL,[ssl, http/1.1]}{127.0.0.1:33201}
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.Server Started @881487ms
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=33201, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-4-001/cores}
[junit4] 2> 881424 ERROR (closeThreadPool-2565-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:58.672Z
[junit4] 2> 881425 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881426 INFO (zkConnectionManagerCallback-2587-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881426 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881459 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881459 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-3-001/solr.xml
[junit4] 2> 881463 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881463 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881464 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 881536 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-5-001 of type NRT
[junit4] 2> 881548 WARN (closeThreadPool-2565-thread-5) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881548 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881548 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881548 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881565 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881565 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-4-001/solr.xml
[junit4] 2> 881569 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881569 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881624 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 881641 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 881651 WARN (closeThreadPool-2565-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881659 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881659 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881659 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 881660 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bd88f03{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881670 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d25540c{SSL,[ssl, http/1.1]}{127.0.0.1:43685}
[junit4] 2> 881670 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.Server Started @881733ms
[junit4] 2> 881670 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty5, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=43685, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-5-001/cores}
[junit4] 2> 881671 ERROR (closeThreadPool-2565-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881671 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881671 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881671 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881671 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881671 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:58.919Z
[junit4] 2> 881679 INFO (closeThreadPool-2565-thread-2) [n:127.0.0.1:36488_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881682 WARN (closeThreadPool-2565-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@47914404[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881682 WARN (closeThreadPool-2565-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@47914404[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881694 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881708 WARN (closeThreadPool-2565-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881719 INFO (zkConnectionManagerCallback-2592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881720 INFO (closeThreadPool-2565-thread-2) [n:127.0.0.1:36488_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881727 WARN (closeThreadPool-2565-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@f8c717b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881727 WARN (closeThreadPool-2565-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@f8c717b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881728 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 881732 INFO (zkConnectionManagerCallback-2594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881733 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881734 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881757 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-6-001 of type NRT
[junit4] 2> 881759 INFO (zkConnectionManagerCallback-2599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881759 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881770 WARN (closeThreadPool-2565-thread-6) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881775 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881775 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881775 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881783 INFO (closeThreadPool-2565-thread-1) [n:127.0.0.1:36075_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881784 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881784 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881784 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 881785 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@783b4e18{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@388b3705{SSL,[ssl, http/1.1]}{127.0.0.1:43643}
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.Server Started @881851ms
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty6, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=43643, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-6-001/cores}
[junit4] 2> 881788 ERROR (closeThreadPool-2565-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881789 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:59.036Z
[junit4] 2> 881789 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 881789 WARN (closeThreadPool-2565-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881795 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881795 INFO (zkConnectionManagerCallback-2601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881795 INFO (closeThreadPool-2565-thread-1) [n:127.0.0.1:36075_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881796 INFO (zkConnectionManagerCallback-2606-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881796 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881797 WARN (closeThreadPool-2565-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b76f227[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881797 WARN (closeThreadPool-2565-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b76f227[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881800 WARN (closeThreadPool-2565-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881803 WARN (closeThreadPool-2565-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@646e59b2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881803 WARN (closeThreadPool-2565-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@646e59b2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881804 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 881807 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881811 INFO (zkConnectionManagerCallback-2611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881811 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881887 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881887 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-5-001/solr.xml
[junit4] 2> 881890 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881890 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881892 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 881893 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-7-001 of type NRT
[junit4] 2> 881912 WARN (closeThreadPool-2565-thread-7) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881912 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881912 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881912 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881947 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881947 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881947 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 881948 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d6df72f{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881948 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 881948 WARN (closeThreadPool-2565-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4faa5cc6{SSL,[ssl, http/1.1]}{127.0.0.1:42183}
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.Server Started @882012ms
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty7, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=42183, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-7-001/cores}
[junit4] 2> 881949 ERROR (closeThreadPool-2565-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:59.197Z
[junit4] 2> 881950 WARN (closeThreadPool-2565-thread-5) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@295c71de[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881950 WARN (closeThreadPool-2565-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@295c71de[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881951 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881953 WARN (closeThreadPool-2565-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881953 WARN (closeThreadPool-2565-thread-5) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@85a5dad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881953 WARN (closeThreadPool-2565-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@85a5dad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881954 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 881955 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881975 INFO (zkConnectionManagerCallback-2620-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881975 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881977 INFO (zkConnectionManagerCallback-2615-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881977 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881993 INFO (closeThreadPool-2565-thread-3) [n:127.0.0.1:44171_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881993 INFO (zkConnectionManagerCallback-2622-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881993 INFO (closeThreadPool-2565-thread-3) [n:127.0.0.1:44171_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 882041 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 8 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-8-001 of type NRT
[junit4] 2> 882048 WARN (closeThreadPool-2565-thread-8) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 882048 INFO (closeThreadPool-2565-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 882048 INFO (closeThreadPool-2565-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 882048 INFO (closeThreadPool-2565-thread-8) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 201
[...truncated too long message...]
.seed=3D9AC1A5AF1C7515 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=nl-BE -Dtests.timezone=Europe/Luxembourg -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 148s J0 | HdfsWriteToMultipleCollectionsTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<1026> but was:<775>
[junit4] > at __randomizedtesting.SeedInfo.seed([3D9AC1A5AF1C7515:B5CEFE7F01E018ED]:0)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:129)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 6229632 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 6229646 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@29ef2333{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 6229646 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@246799a0{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 6229646 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6229647 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ec18a9a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 6229651 WARN (BP-1704787976-127.0.0.1-1572898957687 heartbeating to lucene2-us-west.apache.org/127.0.0.1:44677) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 6229651 WARN (BP-1704787976-127.0.0.1-1572898957687 heartbeating to lucene2-us-west.apache.org/127.0.0.1:44677) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1704787976-127.0.0.1-1572898957687 (Datanode Uuid 632943c8-ce0b-44f9-811b-50fed7b77b03) service to lucene2-us-west.apache.org/127.0.0.1:44677
[junit4] 2> 6229662 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_3D9AC1A5AF1C7515-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-1704787976-127.0.0.1-1572898957687) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 6229671 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_3D9AC1A5AF1C7515-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-1704787976-127.0.0.1-1572898957687) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 6229686 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2c1b38bf{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 6229687 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@703e8ad2{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 6229687 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6229687 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f95bd06{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_3D9AC1A5AF1C7515-001
[junit4] 2> Nov 04, 2019 8:25:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {rnd_b=PostingsFormat(name=Direct), a_t=FST50, _root_=FST50, id=PostingsFormat(name=Direct)}, docValues:{rnd_b=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), a_t=DocValuesFormat(name=Asserting), _root_=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=702, maxMBSortInHeap=7.313680119687767, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@542f7bab), locale=nl-BE, timezone=Europe/Luxembourg
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=199079288,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [FieldMutatingUpdateProcessorTest, SortSpecParsingTest, DataDrivenBlockJoinTest, ReplaceNodeNoTargetTest, TestLRUStatsCache, MaxSizeAutoCommitTest, TestConfigsApi, TestSolrCoreProperties, TestCloudJSONFacetJoinDomain, AssignBackwardCompatibilityTest, NodeAddedTriggerIntegrationTest, NoCacheHeaderTest, SimpleMLTQParserTest, OverriddenZkACLAndCredentialsProvidersTest, HLLSerializationTest, DistributedMLTComponentTest, TestGroupingSearch, HighlighterConfigTest, MetricsHistoryIntegrationTest, AnalysisAfterCoreReloadTest, BJQFilterAccessibleTest, MoveReplicaTest, ByteBuffersDirectoryFactoryTest, BasicZkTest, DebugComponentTest, RootFieldTest, TestMultiWordSynonyms, TestReplicationHandler, TestCloudPseudoReturnFields, TestQuerySenderNoQuery, BJQParserTest, TestRuleBasedAuthorizationPlugin, TestBackupRepositoryFactory, TestJsonFacets, TestHttpShardHandlerFactory, XmlUpdateRequestHandlerTest, LeaderElectionTest, SolrMetricManagerTest, UnloadDistributedZkTest, AtomicUpdateProcessorFactoryTest, SplitShardTest, TestUtilizeNode, TestStressVersions, RecoveryZkTest, TaggingAttributeTest, TestConfigSetProperties, TestConfigReload, DeleteInactiveReplicaTest, TestInitParams, TestSimComputePlanAction, ForceLeaderTest, SubstringBytesRefFilterTest, TestSimExecutePlanAction, TestSolrDeletionPolicy2, RAMDirectoryFactoryTest, SparseHLLTest, TestSort, MissingSegmentRecoveryTest, ChaosMonkeySafeLeaderTest, ZkCollectionPropsCachingTest, TestCloudManagedSchema, CollectionsAPIAsyncDistributedZkTest, TestDocTermOrds, SolrGraphiteReporterTest, TestLuceneIndexBackCompat, TestRawTransformer, TestNumericTerms32, DeleteReplicaTest, TestTrie, TestQueryTypes, TestDeleteCollectionOnDownNodes, TestLFUCache, TestChildDocTransformer, CoreAdminOperationTest, OverseerRolesTest, HdfsRecoveryZkTest, TimeZoneUtilsTest, TestPhraseSuggestions, TestSolr4Spatial, TestNumericRangeQuery64, TestInPlaceUpdatesStandalone, AutoscalingHistoryHandlerTest, TestCaffeineCache, TestCrossCoreJoin, TestTlogReplica, TestSolrFieldCacheBean, HdfsBasicDistributedZk2Test, TestInPlaceUpdateWithRouteField, ZkControllerTest, TestFieldCacheVsDocValues, NotRequiredUniqueKeyTest, NodeLostTriggerTest, TestSimLargeCluster, TestManagedResource, TestUnInvertedFieldException, TestPayloadCheckQParserPlugin, SolrRrdBackendFactoryTest, ZkShardTermsTest, CustomCollectionTest, TestSolrCloudWithDelegationTokens, TestNamedUpdateProcessors, TermsComponentTest, SolrSlf4jReporterTest, JWTVerificationkeyResolverTest, TestSQLHandlerNonCloud, ScriptEngineTest, NestedShardedAtomicUpdateTest, TestUpdate, SuggesterTest, BadComponentTest, TestReversedWildcardFilterFactory, TestFieldCacheReopen, TestSearcherReuse, HttpPartitionWithTlogReplicasTest, TestRandomDVFaceting, CleanupOldIndexTest, TestMiniSolrCloudClusterSSL, TestConfig, AuthToolTest, IndexSchemaRuntimeFieldTest, BufferStoreTest, LoggingHandlerTest, TestLegacyField, TriggerIntegrationTest, TestBulkSchemaAPI, TestReload, TestValueSourceCache, DateRangeFieldTest, TestSweetSpotSimilarityFactory, OverseerTest, ClassificationUpdateProcessorTest, SimpleCollectionCreateDeleteTest, IndexSizeTriggerTest, TestSubQueryTransformer, DistributedQueryElevationComponentTest, DocValuesTest, TestPolicyCloud, StatelessScriptUpdateProcessorFactoryTest, ActionThrottleTest, CursorPagingTest, SystemInfoHandlerTest, TestLeaderElectionWithEmptyReplica, DateMathParserTest, TestStressCloudBlindAtomicUpdates, ImplicitSnitchTest, TestImpersonationWithHadoopAuth, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestWaitForStateWithJettyShutdowns, TestWithCollection, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, AsyncCallRequestStatusResponseTest, ConcurrentDeleteAndCreateCollectionTest, TestReplicaProperties, TestRequestStatusCollectionAPI, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ComputePlanActionTest, HttpTriggerListenerTest, MetricTriggerIntegrationTest, NodeAddedTriggerTest, RestoreTriggerStateTest, SearchRateTriggerTest, SystemLogListenerTest, TestSimNodeAddedTrigger, TestSimPolicyCloud, TestSnapshotCloudManager, CdcrVersionReplicationTest, CdcrWithNodesRestartsTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [581/880 (2!)] on J0 in 152.46s, 1 test, 1 failure <<< FAILURES!
[...truncated 53756 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 42 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/42/
1 tests failed.
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Error from server at http://127.0.0.1:42475/_iby/collection1: ERROR adding document SolrInputDocument(fields: [id=-449, title_s=title-449, id_i=-449, _version_=1649227444894302208, _root_=-449])
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42475/_iby/collection1: ERROR adding document SolrInputDocument(fields: [id=-449, title_s=title-449, id_i=-449, _version_=1649227444894302208, _root_=-449])
at __randomizedtesting.SeedInfo.seed([A29146F71AC1A6E4:2AC5792DB43DCB1C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1216)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1261)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:392)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14035 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> 515383 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/data-dir-10-001
[junit4] 2> 515383 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 515383 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 515387 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 515387 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 515387 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_iby/
[junit4] 2> 515388 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 updateLog impl=solr.UpdateLog
[junit4] 2> 515388 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 515389 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 515406 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 515417 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 515419 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 515489 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 515490 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@73f152a1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515490 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@73f152a1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515493 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33a8a9eb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515493 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33a8a9eb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515504 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 515504 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 515514 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 515518 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 515518 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 515519 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 515546 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 515557 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 515560 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 515560 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 515561 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 515561 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/data-dir-10-001/]
[junit4] 2> 515568 WARN (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 515593 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 515593 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 515594 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 515594 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 515596 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fe8ee4[collection1] main]
[junit4] 2> 515597 WARN (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 515597 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 515597 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649227432399470592
[junit4] 2> 515599 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 515600 INFO (searcherExecutor-499-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5fe8ee4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 515605 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 515619 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 515619 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 515719 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer start zk server on port:45497
[junit4] 2> 515719 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45497
[junit4] 2> 515719 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45497
[junit4] 2> 515719 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45497
[junit4] 2> 515721 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515724 INFO (zkConnectionManagerCallback-500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515724 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515726 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515727 INFO (zkConnectionManagerCallback-502-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515727 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515728 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 515729 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 515730 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 515732 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 515733 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 515733 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 515734 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 515734 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 515735 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 515735 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 515736 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 515740 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 515808 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 515809 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 515809 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 515809 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 515810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 515810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 515810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 515812 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10390420{/_iby,null,AVAILABLE}
[junit4] 2> 515812 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@632cca8c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45755}
[junit4] 2> 515812 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.Server Started @515846ms
[junit4] 2> 515812 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/tempDir-001/control/data, hostContext=/_iby, hostPort=45755, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/control-001/cores}
[junit4] 2> 515813 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T00:04:04.408Z
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515815 INFO (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515815 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515922 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 515922 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/control-001/solr.xml
[junit4] 2> 515926 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 515926 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 515927 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 515990 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 515991 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@cdc9c28[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515991 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@cdc9c28[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515996 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ee29a90[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515996 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ee29a90[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515997 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45497/solr
[junit4] 2> 516004 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 516005 INFO (zkConnectionManagerCallback-511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 516005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 516109 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 516110 INFO (zkConnectionManagerCallback-513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 516110 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 516191 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45755__iby
[junit4] 2> 516192 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.Overseer Overseer (id=72663634099372036-127.0.0.1:45755__iby-n_0000000000) starting
[junit4] 2> 516197 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45755__iby
[junit4] 2> 516197 INFO (OverseerStateUpdate-72663634099372036-127.0.0.1:45755__iby-n_0000000000) [n:127.0.0.1:45755__iby ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45755__iby
[junit4] 2> 516205 INFO (OverseerStateUpdate-72663634099372036-127.0.0.1:45755__iby-n_0000000000) [n:127.0.0.1:45755__iby ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 516220 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 516232 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 516238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 516238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 516238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/control-001/cores
[junit4] 2> 516261 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 516263 INFO (zkConnectionManagerCallback-522-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 516263 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 516264 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 516265 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45497/solr ready
[junit4] 2> 516266 INFO (qtp553565158-31654) [n:127.0.0.1:45755__iby ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45755__iby&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 516269 INFO (OverseerThreadFactory-513-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 516375 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 516375 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 517390 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 517411 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 517414 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 517414 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 517414 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 517415 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 517421 WARN (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 517447 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 517447 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 517448 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 517448 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 517449 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17e183e6[control_collection_shard1_replica_n1] main]
[junit4] 2> 517450 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 517451 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 517451 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 517451 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649227434343530496
[junit4] 2> 517453 INFO (searcherExecutor-518-thread-1-processing-n:127.0.0.1:45755__iby x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@17e183e6[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 517455 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 517455 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45755/_iby/control_collection_shard1_replica_n1/
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45755/_iby/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72663634099372036-core_node2-n_0000000000
[junit4] 2> 517459 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45755/_iby/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 517561 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517561 INFO (zkCallback-512-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517562 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 517564 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1189
[junit4] 2> 517567 INFO (qtp553565158-31654) [n:127.0.0.1:45755__iby ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 517664 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517664 INFO (zkCallback-512-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517664 INFO (zkCallback-512-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517665 INFO (qtp553565158-31654) [n:127.0.0.1:45755__iby ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45755__iby&wt=javabin&version=2} status=0 QTime=1398
[junit4] 2> 517665 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 517771 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 517778 INFO (zkConnectionManagerCallback-528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 517778 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 517780 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 517782 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45497/solr ready
[junit4] 2> 517782 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 517783 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 517792 INFO (OverseerCollectionConfigSetProcessor-72663634099372036-127.0.0.1:45755__iby-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 517792 INFO (OverseerThreadFactory-513-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 518003 WARN (OverseerThreadFactory-513-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 518004 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 518005 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=222
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
[junit4] 2> 518075 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-1-001 of type NRT
[junit4] 2> 518075 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 518076 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 518076 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 518076 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 518077 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 518077 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 518077 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 518077 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f784d66{/_iby,null,AVAILABLE}
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55b0c962{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36243}
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server Started @518111ms
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_iby, hostPort=36243, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-1-001/cores}
[junit4] 2> 518078 ERROR (closeThreadPool-529-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T00:04:06.673Z
[junit4] 2> 518079 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518082 INFO (zkConnectionManagerCallback-531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518082 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518149 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001 of type NRT
[junit4] 2> 518149 WARN (closeThreadPool-529-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 518150 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 518150 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 518150 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 518172 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 518172 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 518172 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 518173 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17302181{/_iby,null,AVAILABLE}
[junit4] 2> 518173 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4775c64f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42475}
[junit4] 2> 518173 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.Server Started @518207ms
[junit4] 2> 518173 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_iby, hostPort=42475, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001/cores}
[junit4] 2> 518174 ERROR (closeThreadPool-529-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 518174 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 518174 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 518174 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 518174 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 518174 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T00:04:06.769Z
[junit4] 2> 518186 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 518186 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-1-001/solr.xml
[junit4] 2> 518188 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518191 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 518191 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 518192 INFO (zkConnectionManagerCallback-533-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518192 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 518192 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518249 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 518250 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ea3e99b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518250 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ea3e99b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518253 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4d0af87[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518253 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4d0af87[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518254 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45497/solr
[junit4] 2> 518256 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518259 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001 of type NRT
[junit4] 2> 518259 INFO (zkConnectionManagerCallback-540-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518259 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518260 WARN (closeThreadPool-529-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 518260 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12bcd82b{/_iby,null,AVAILABLE}
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62967462{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33657}
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.Server Started @518295ms
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_iby, hostPort=33657, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001/cores}
[junit4] 2> 518262 ERROR (closeThreadPool-529-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T00:04:06.857Z
[junit4] 2> 518263 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518265 INFO (zkConnectionManagerCallback-542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518265 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518294 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 518294 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001/solr.xml
[junit4] 2> 518298 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 518298 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 518299 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 518343 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 518344 WARN (closeThreadPool-529-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c068f21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518344 WARN (closeThreadPool-529-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c068f21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518346 WARN (closeThreadPool-529-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c7671ab[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518346 WARN (closeThreadPool-529-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c7671ab[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518347 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45497/solr
[junit4] 2> 518348 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518349 INFO (zkConnectionManagerCallback-549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518349 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518363 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518364 INFO (zkConnectionManagerCallback-551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518364 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518367 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 518369 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.ZkController Publish node=127.0.0.1:36243__iby as DOWN
[junit4] 2> 518370 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 518370 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36243__iby
[junit4] 2> 518370 INFO (zkCallback-512-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518371 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518371 INFO (zkCallback-550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518382 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 518393 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518399 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518399 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518400 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-1-001/cores
[junit4] 2> 518423 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:36243__iby
[junit4] 2> 518463 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 518463 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001/solr.xml
[junit4] 2> 518477 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 518477 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 518478 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 518541 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 518541 WARN (closeThreadPool-529-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f6c03b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518541 WARN (closeThreadPool-529-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f6c03b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518543 WARN (closeThreadPool-529-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d049b37[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518543 WARN (closeThreadPool-529-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d049b37[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518544 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45497/solr
[junit4] 2> 518545 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518546 INFO (zkConnectionManagerCallback-562-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518546 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518566 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518566 INFO (zkConnectionManagerCallback-564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518566 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518572 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 518575 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.ZkController Publish node=127.0.0.1:42475__iby as DOWN
[junit4] 2> 518576 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 518576 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42475__iby
[junit4] 2> 518577 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 518577 INFO (zkCallback-550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 518577 INFO (zkCallback-512-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 518579 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 518590 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 518601 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518607 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518607 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518608 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001/cores
[junit4] 2> 518636 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:42475__iby
[junit4] 2> 518664 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518666 INFO (zkConnectionManagerCallback-570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518666 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518669 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 518671 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.ZkController Publish node=127.0.0.1:33657__iby as DOWN
[junit4] 2> 518672 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 518672 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33657__iby
[junit4] 2> 518673 INFO (zkCallback-550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 518673 INFO (zkCallback-512-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 518673 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 518673 INFO (zkCallback-569-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 518676 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 518685 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 518696 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518702 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518702 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518703 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001/cores
[junit4] 2> 518738 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:33657__iby
[junit4] 2> 518742 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42475__iby&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 518742 INFO (qtp1722416239-31744) [n:127.0.0.1:33657__iby ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36243__iby&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 518742 INFO (qtp1722416239-31742) [n:127.0.0.1:33657__iby ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33657__iby&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 518749 INFO (OverseerCollectionConfigSetProcessor-72663634099372036-127.0.0.1:45755__iby-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 518750 INFO (OverseerThreadFactory-513-thread-3) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:42475__iby for creating new replica of shard shard1 for collection collection1
[junit4] 2> 518751 INFO (OverseerThreadFactory-513-thread-3) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 518763 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 519775 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 519786 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 519798 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 519798 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 519799 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 519799 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
[junit4] 2> 519804 WARN (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 519829 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 519829 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 519830 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 519830 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 519831 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@35a438f5[collection1_shard1_replica_n1] main]
[junit4] 2> 519832 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 519833 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 519833 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 519833 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649227436841238528
[junit4] 2> 519835 INFO (searcherExecutor-550-thread-1-processing-n:127.0.0.1:42475__iby x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@35a438f5[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 519849 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 519849 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 519851 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 519851 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 519851 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42475/_iby/collection1_shard1_replica_n1/
[junit4] 2> 519851 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 519852 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:42475/_iby/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 519852 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72663634099372046-core_node2-n_0000000000
[junit4] 2> 519853 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42475/_iby/collection1_shard1_replica_n1/ shard1
[junit4] 2> 519954 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 519955 INFO (zkCallback-563-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 519957 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 519959 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1195
[junit4] 2> 519965 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42475__iby&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1223
[junit4] 2> 520058 INFO (zkCallback-563-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 520058 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 520059 INFO (zkCallback-563-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 520751 INFO (OverseerCollectionConfigSetProcessor-72663634099372036-127.0.0.1:45755__iby-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 520752 INFO (OverseerThreadFactory-513-thread-4) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33657__iby for creating new replica of shard shard1 for collection collection1
[junit4] 2> 520753 INFO (OverseerThreadFactory-513-thread-4) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 520767 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby x:collection1_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n3&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 520874 INFO (zkCallback-563-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 520874 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 520874 INFO (zkCallback-563-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 521795 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 521807 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n3] Schema name=inplace-updates
[junit4] 2> 521811 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 521811 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n3' using configuration from collection collection1, trusted=true
[junit4] 2> 521811 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n3' (registry 'solr.core.collection1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 521812 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001/cores/collection1_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001/cores/collection1_shard1_replica_n3/data/]
[junit4] 2> 521817 WARN (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 521843 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 521843 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyn
[...truncated too long message...]
-3) [n:127.0.0.1:33657__iby c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n3, tag=SolrCore@5da84538
[junit4] 2> 530347 INFO (zkCallback-569-thread-3) [n:127.0.0.1:33657__iby c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29f81d89: rootName = null, domain = solr.core.collection1.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@2f510013
[junit4] 2> 530355 INFO (zkCallback-569-thread-3) [n:127.0.0.1:33657__iby c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=SolrCore@5da84538
[junit4] 2> 530356 INFO (zkCallback-569-thread-3) [n:127.0.0.1:33657__iby c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 530356 INFO (zkCallback-569-thread-3) [n:127.0.0.1:33657__iby c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2fc21774 commitCommandVersion:0
[junit4] 2> 530727 INFO (closeThreadPool-583-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@62967462{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 530727 INFO (closeThreadPool-583-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12bcd82b{/_iby,null,UNAVAILABLE}
[junit4] 2> 530727 INFO (closeThreadPool-583-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 530727 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 530931 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/collections/collection1/terms/shard1
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/collection1/collectionprops.json
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 71 /solr/collections/collection1/state.json
[junit4] 2> 9 /solr/collections/control_collection/state.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/72663634099372044-127.0.0.1:36243__iby-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/overseer/queue
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 16 /solr/overseer/collection-queue-work
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=A29146F71AC1A6E4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=es-PE -Dtests.timezone=America/Fort_Nelson -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 15.3s J1 | TestInPlaceUpdatesDistrib.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42475/_iby/collection1: ERROR adding document SolrInputDocument(fields: [id=-449, title_s=title-449, id_i=-449, _version_=1649227444894302208, _root_=-449])
[junit4] > at __randomizedtesting.SeedInfo.seed([A29146F71AC1A6E4:2AC5792DB43DCB1C]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1216)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1261)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:392)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 530933 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45497
[junit4] 2> 530933 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45497
[junit4] 2> 530933 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45497
[junit4] 2> 530936 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 530936 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1650605116
[junit4] 2> 530937 INFO (coreCloseExecutor-572-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6251ca64
[junit4] 2> 530937 INFO (coreCloseExecutor-572-thread-1) [ x:collection1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=SolrCore@6251ca64
[junit4] 2> 530937 INFO (coreCloseExecutor-572-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ccff6fb: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@ffbb612
[junit4] 2> 530967 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 530967 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4338be62: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4b446b80
[junit4] 2> 530968 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 530968 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a5ada1b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ea14338
[junit4] 2> 530968 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 530968 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@265dbe31: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@36cab0b7
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001
[junit4] 2> Nov 04, 2019 12:04:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@427e2a87), locale=es-PE, timezone=America/Fort_Nelson
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=148501240,total=508559360
[junit4] 2> NOTE: All tests run in this JVM: [HLLUtilTest, TestMultiValuedNumericRangeQuery, TestDynamicLoading, ReturnFieldsTest, HdfsNNFailoverTest, TestFoldingMultitermQuery, DisMaxRequestHandlerTest, TestSimpleQParserPlugin, TestExactSharedStatsCache, RequiredFieldsTest, HdfsTlogReplayBufferedWhileIndexingTest, SpellCheckCollatorTest, TestInPlaceUpdatesDistrib]
[junit4] Completed [99/880 (1!)] on J1 in 16.02s, 1 test, 1 error <<< FAILURES!
[...truncated 55364 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 41 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/41/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:41026/j_ycc
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:41026/j_ycc
at __randomizedtesting.SeedInfo.seed([9229E80381264297:1A7DD7D92FDA2F6F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 43 more
Build Log:
[...truncated 13925 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> 28532 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/data-dir-1-001
[junit4] 2> 30194 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 31355 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.e.j.u.log Logging initialized @31445ms to org.eclipse.jetty.util.log.Slf4jLog
[junit4] 2> 31518 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 31794 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 31851 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /j_ycc/
[junit4] 2> 32367 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 32446 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 32446 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 33515 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer start zk server on port:34934
[junit4] 2> 33515 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34934
[junit4] 2> 33518 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34934
[junit4] 2> 33588 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34934
[junit4] 2> 46982 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 47613 INFO (zkConnectionManagerCallback-3-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 47625 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 48126 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 48195 INFO (zkConnectionManagerCallback-5-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 48195 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 48728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 48937 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 49000 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 49090 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 49093 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 49144 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 49187 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 49234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 49279 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 49290 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 49307 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 49342 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 52008 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 53105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 53105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 53182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 53238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 53238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 53271 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 53379 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e1a5798{/j_ycc,null,AVAILABLE}
[junit4] 2> 53473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eda36a2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39393}
[junit4] 2> 53473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.Server Started @53628ms
[junit4] 2> 53473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/tempDir-001/control/data, replicaType=NRT, hostContext=/j_ycc, hostPort=41026, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/control-001/cores}
[junit4] 2> 54004 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 54004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 54004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 54020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 54020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 54021 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-02T23:08:46.037Z
[junit4] 2> 54180 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 54215 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 54250 INFO (zkConnectionManagerCallback-7-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 54250 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 54399 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 54419 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/control-001/solr.xml
[junit4] 2> 54682 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 54683 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 54777 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@278b9d06, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 58033 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 60511 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25b98ad7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 60511 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25b98ad7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 62498 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c4f8d91[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 62498 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c4f8d91[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 62644 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34934/solr
[junit4] 2> 62811 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 62871 INFO (zkConnectionManagerCallback-14-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 62872 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 63176 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 63200 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 63200 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 65957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41026_j_ycc
[junit4] 2> 65972 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.Overseer Overseer (id=75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) starting
[junit4] 2> 67198 INFO (OverseerStateUpdate-75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41026_j_ycc
[junit4] 2> 67234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41026_j_ycc
[junit4] 2> 68040 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 71410 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 74142 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@278b9d06
[junit4] 2> 74177 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@278b9d06
[junit4] 2> 74177 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@278b9d06
[junit4] 2> 74669 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/control-001/cores
[junit4] 2> 75270 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 75380 INFO (zkConnectionManagerCallback-25-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 75381 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 75450 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 75470 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34934/solr ready
[junit4] 2> 76329 INFO (SocketProxy-Acceptor-41026) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52930,localport=41026], receiveBufferSize:531000
[junit4] 2> 76402 INFO (SocketProxy-Acceptor-41026) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39393,localport=53586], receiveBufferSize=530904
[junit4] 2> 78680 INFO (qtp1910080085-40) [n:127.0.0.1:41026_j_ycc ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41026_j_ycc&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 79040 INFO (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:41026_j_ycc) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 79786 INFO (SocketProxy-Acceptor-41026) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52936,localport=41026], receiveBufferSize:531000
[junit4] 2> 79787 INFO (SocketProxy-Acceptor-41026) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39393,localport=53592], receiveBufferSize=530904
[junit4] 2> 79888 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 79933 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 81602 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 83369 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 90953 WARN (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
[junit4] 2> 92022 WARN (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 92077 WARN (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 92262 WARN (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 96806 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 98807 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 99479 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@278b9d06
[junit4] 2> 99605 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 100193 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=52.6689453125, floorSegmentMB=2.078125, forceMergeDeletesPctAllowed=4.796183486880741, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=41.03686469656117
[junit4] 2> 104058 WARN (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 111729 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 111730 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 111925 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 111925 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 111977 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=85.4736328125, floorSegmentMB=1.0048828125, forceMergeDeletesPctAllowed=22.00974190097354, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.828421728680244
[junit4] 2> 112345 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5804f6f4[control_collection_shard1_replica_n1] main]
[junit4] 2> 112763 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 112997 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 113257 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 113401 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649133418359816192
[junit4] 2> 113660 INFO (searcherExecutor-15-thread-1-processing-n:127.0.0.1:41026_j_ycc x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5804f6f4[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 113825 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 113863 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 113968 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 113968 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 113968 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41026/j_ycc/control_collection_shard1_replica_n1/
[junit4] 2> 114003 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 114020 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41026/j_ycc/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 114056 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/75666891370725380-core_node2-n_0000000000
[junit4] 2> 114167 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41026/j_ycc/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 114275 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 114315 INFO (zkCallback-15-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 114361 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 114556 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=34704
[junit4] 2> 114614 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 114630 INFO (zkCallback-15-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 114646 INFO (zkCallback-15-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 115177 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=230390518
[junit4] 2> 115177 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41026_j_ycc
[junit4] 2> 115178 INFO (qtp1910080085-40) [n:127.0.0.1:41026_j_ycc ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 115180 INFO (qtp1910080085-40) [n:127.0.0.1:41026_j_ycc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41026_j_ycc&wt=javabin&version=2} status=0 QTime=36843
[junit4] 2> 115198 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 115198 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:41026_j_ycc as DOWN
[junit4] 2> 115618 INFO (coreCloseExecutor-20-thread-1) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2391c225
[junit4] 2> 115618 INFO (coreCloseExecutor-20-thread-1) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=SolrCore@2391c225
[junit4] 2> 115619 INFO (coreCloseExecutor-20-thread-1) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a4becc1: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4294b0c5
[junit4] 2> 115812 INFO (zkCallback-15-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 115823 INFO (zkCallback-15-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 115823 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 121785 INFO (coreCloseExecutor-20-thread-1) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=SolrCore@2391c225
[junit4] 2> 121859 INFO (OverseerCollectionConfigSetProcessor-75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 122041 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 122057 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f8523b6: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@32f6af7f
[junit4] 2> 122108 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 122188 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73743aa4: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@31d27c9a
[junit4] 2> 122225 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 122225 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b4c4872: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7fa101d1
[junit4] 2> 122225 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 122299 INFO (closeThreadPool-32-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) closing
[junit4] 2> 122341 INFO (OverseerStateUpdate-75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41026_j_ycc
[junit4] 2> 122452 INFO (OverseerAutoScalingTriggerThread-75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 122594 INFO (closeThreadPool-32-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) closing
[junit4] 2> 122728 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) closing
[junit4] 2> 122734 INFO (closeThreadPool-27-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4eda36a2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 122757 INFO (closeThreadPool-27-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e1a5798{/j_ycc,null,UNAVAILABLE}
[junit4] 2> 122773 INFO (closeThreadPool-27-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 122787 WARN (closeThreadPool-27-thread-2) [ ] o.a.s.c.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:41026/j_ycc, target: http://127.0.0.1:39393/j_ycc
[junit4] 2> 122788 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 123127 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/control_collection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 123167 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34934
[junit4] 2> 123167 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34934
[junit4] 2> 123167 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34934
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=9229E80381264297 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=Etc/GMT-11 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 91.4s J1 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:41026/j_ycc
[junit4] > at __randomizedtesting.SeedInfo.seed([9229E80381264297:1A7DD7D92FDA2F6F]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1643, maxMBSortInHeap=5.540076790891243, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@41ba6569), locale=ar-MA, timezone=Etc/GMT-11
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=2,free=198769104,total=275251200
[junit4] 2> NOTE: All tests run in this JVM: [LeaderFailoverAfterPartitionTest]
[junit4] Completed [2/880 (1!)] on J1 in 117.08s, 1 test, 1 error <<< FAILURES!
[...truncated 55751 lines...]