You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/03/07 17:43:45 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 37 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/37/
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353) at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3044) at org.apache.solr.core.SolrCore.close(SolrCore.java:1575) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:969) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:950) at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3044)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1575)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:969)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:950)
at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DF5C6277AD21161E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
Error from server at https://127.0.0.1:40361/_dp/e/collection1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 </title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /_dp/e/collection1/update. Reason: <pre> {metadata={error-class=org.apache.solr.core.SolrCoreInitializationException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1361) at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:268) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:483) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:950) at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ... 1 more Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:312) at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:288) at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:228) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:917) ... 9 more Caused by: java.lang.OutOfMemoryError: Direct buffer memory at java.nio.Bits.reserveMemory(Bits.java:694) at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123) at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311) at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75) at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310) ... 14 more ,code=500}</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40361/_dp/e/collection1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /_dp/e/collection1/update. Reason:
<pre> {metadata={error-class=org.apache.solr.core.SolrCoreInitializationException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1361)
at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:268)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:483)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:950)
at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:312)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:288)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:228)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:917)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310)
... 14 more
,code=500}</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([DF5C6277AD21161E:57085DAD03DD7BE6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:580)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:835)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestDynamicLoading.testDynamicLoading
Error Message:
Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: { "responseHeader":{ "status":0, "QTime":0}, "overlay":{ "znodeVersion":0, "runtimeLib":{"colltest":{ "name":"colltest", "version":1}}}}, from server: null
Stack Trace:
java.lang.AssertionError: Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: {
"responseHeader":{
"status":0,
"QTime":0},
"overlay":{
"znodeVersion":0,
"runtimeLib":{"colltest":{
"name":"colltest",
"version":1}}}}, from server: null
at __randomizedtesting.SeedInfo.seed([DF5C6277AD21161E:7114F205AFCB3BE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:556)
at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1520441148100,generation=2,filelist=[_3my.cfe, _3my.cfs, _3my.si, _3nx.cfe, _3nx.cfs, _3nx.si, _3ny.fdt, _3ny.fdx, _3ny.fnm, _3ny.nvd, _3ny.nvm, _3ny.si, _3ny_Memory_0.ram, _3nz.fdt, _3nz.fdx, _3nz.fnm, _3nz.nvd, _3nz.nvm, _3nz.si, _3nz_Memory_0.ram, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1520441148100,generation=2,filelist=[_3my.cfe, _3my.cfs, _3my.si, _3nx.cfe, _3nx.cfs, _3nx.si, _3ny.fdt, _3ny.fdx, _3ny.fnm, _3ny.nvd, _3ny.nvm, _3ny.si, _3ny_Memory_0.ram, _3nz.fdt, _3nz.fdx, _3nz.fnm, _3nz.nvd, _3nz.nvm, _3nz.si, _3nz_Memory_0.ram, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, segments_2]}, {indexVersion=1520441148100,generation=3,filelist=[_3o0.cfe, _3o0.cfs, _3o0.si, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, _3o2.fdt, _3o2.fdx, _3o2.fnm, _3o2.nvd, _3o2.nvm, _3o2.si, _3o2_Memory_0.ram, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1520441148100,generation=2,filelist=[_3my.cfe, _3my.cfs, _3my.si, _3nx.cfe, _3nx.cfs, _3nx.si, _3ny.fdt, _3ny.fdx, _3ny.fnm, _3ny.nvd, _3ny.nvm, _3ny.si, _3ny_Memory_0.ram, _3nz.fdt, _3nz.fdx, _3nz.fnm, _3nz.nvd, _3nz.nvm, _3nz.si, _3nz_Memory_0.ram, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1520441148100,generation=2,filelist=[_3my.cfe, _3my.cfs, _3my.si, _3nx.cfe, _3nx.cfs, _3nx.si, _3ny.fdt, _3ny.fdx, _3ny.fnm, _3ny.nvd, _3ny.nvm, _3ny.si, _3ny_Memory_0.ram, _3nz.fdt, _3nz.fdx, _3nz.fnm, _3nz.nvd, _3nz.nvm, _3nz.si, _3nz_Memory_0.ram, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, segments_2]}, {indexVersion=1520441148100,generation=3,filelist=[_3o0.cfe, _3o0.cfs, _3o0.si, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, _3o2.fdt, _3o2.fdx, _3o2.fnm, _3o2.nvd, _3o2.nvm, _3o2.si, _3o2_Memory_0.ram, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([DF5C6277AD21161E:FA8B7947DD69181D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1281)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40687/r/ng
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40687/r/ng
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:134)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:71)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 46 more
Build Log:
[...truncated 12306 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/init-core-data-001
[junit4] 2> 658009 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 658010 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 658011 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 658011 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /r/ng
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 658550 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 658630 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 658653 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 658764 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_34818_hdfs____.p27vaw/webapp
[junit4] 2> 660656 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:34818
[junit4] 2> 661948 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 661949 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 662181 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43475_datanode____4qzb8a/webapp
[junit4] 2> 663520 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43475
[junit4] 2> 664594 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 664611 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 664793 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43791_datanode____b7aaaf/webapp
[junit4] 2> 669347 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:41587) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 669607 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9d9e77a5f62b8: from storage DS-b1adebb0-2962-402e-bba2-3aa07a7764fc node DatanodeRegistration(127.0.0.1:34423, datanodeUuid=8f2f064c-01f8-4041-a2ec-e3b933313ec7, infoPort=45142, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-56;cid=testClusterID;nsid=1649085565;c=0), blocks: 0, hasStaleStorage: true, processing time: 126 msecs
[junit4] 2> 669608 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9d9e77a5f62b8: from storage DS-53a096d0-87ee-4d67-8439-dae5169d8a99 node DatanodeRegistration(127.0.0.1:34423, datanodeUuid=8f2f064c-01f8-4041-a2ec-e3b933313ec7, infoPort=45142, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-56;cid=testClusterID;nsid=1649085565;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 670824 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43791
[junit4] 2> 672349 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:41587) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 672418 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9d9e82a0e2219: from storage DS-c9a73587-50f4-419c-8404-b3969f878909 node DatanodeRegistration(127.0.0.1:43167, datanodeUuid=33ad7626-df79-47a6-ba5f-d00f30ccf677, infoPort=34284, infoSecurePort=0, ipcPort=40891, storageInfo=lv=-56;cid=testClusterID;nsid=1649085565;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 672419 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9d9e82a0e2219: from storage DS-57f9dfe6-6066-4bf2-9121-7804eedc1ebd node DatanodeRegistration(127.0.0.1:43167, datanodeUuid=33ad7626-df79-47a6-ba5f-d00f30ccf677, infoPort=34284, infoSecurePort=0, ipcPort=40891, storageInfo=lv=-56;cid=testClusterID;nsid=1649085565;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 673176 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 673265 INFO (Thread-8879) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 673265 INFO (Thread-8879) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 673290 ERROR (Thread-8879) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 673366 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.ZkTestServer start zk server on port:37866
[junit4] 2> 673524 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 673538 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 673539 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 673541 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 673554 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 673555 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 673556 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 673557 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 673574 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 673575 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 673591 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 674441 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/control-001/cores/collection1
[junit4] 2> 674455 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e6b2437{/r/ng,null,AVAILABLE}
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@281226c2{HTTP/1.1,[http/1.1]}{127.0.0.1:45189}
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.Server Started @686472ms
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:41587/hdfs__lucene2-us-west.apache.org_41587__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001_tempDir-002_control_data, hostContext=/r/ng, hostPort=45189, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/control-001/cores}
[junit4] 2> 674503 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 674504 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 674504 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-07T15:11:07.101Z
[junit4] 2> 674631 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 674631 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/control-001/solr.xml
[junit4] 2> 674692 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 674695 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37866/solr
[junit4] 2> 674963 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 674980 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45189_r%2Fng
[junit4] 2> 674981 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.Overseer Overseer (id=99643258690797572-127.0.0.1:45189_r%2Fng-n_0000000000) starting
[junit4] 2> 675036 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45189_r%2Fng
[junit4] 2> 675050 INFO (zkCallback-158-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 675267 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/control-001/cores
[junit4] 2> 675267 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 675305 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 675343 INFO (OverseerStateUpdate-99643258690797572-127.0.0.1:45189_r%2Fng-n_0000000000) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 676571 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 676636 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 677409 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 677710 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 677711 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home
[junit4] 2> 677711 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 677711 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 677711 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/control-001/cores/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 677712 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1397dcb1
[junit4] 2> 677728 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 677796 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 677796 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 677796 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 679063 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 679090 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 679235 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 679310 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 679311 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 679311 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 680627 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 680628 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=63.90234375, floorSegmentMB=0.830078125, forceMergeDeletesPctAllowed=3.5752316798021857, segmentsPerTier=25.0, maxCFSSegmentSizeMB=1.09375, noCFSRatio=0.7147959364477267
[junit4] 2> 680884 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43167 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-53a096d0-87ee-4d67-8439-dae5169d8a99:NORMAL:127.0.0.1:34423|RBW], ReplicaUC[[DISK]DS-57f9dfe6-6066-4bf2-9121-7804eedc1ebd:NORMAL:127.0.0.1:43167|RBW]]} size 71
[junit4] 2> 680884 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34423 is added to blk_1073741825_1001 size 71
[junit4] 2> 681455 WARN (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 682053 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 682053 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 682053 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 682143 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 682143 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 682179 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@77372943
[junit4] 2> 682451 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1affd7e9[collection1] main]
[junit4] 2> 682511 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 682547 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 682547 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 682630 INFO (searcherExecutor-307-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1affd7e9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 682656 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594292148898889728
[junit4] 2> 683052 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 683052 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 683052 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45189/r/ng/collection1/
[junit4] 2> 683052 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 683052 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:45189/r/ng/collection1/ has no replicas
[junit4] 2> 683053 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 683106 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 683203 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37866/solr ready
[junit4] 2> 683203 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 683226 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45189/r/ng/collection1/ shard1
[junit4] 2> 683386 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 684278 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001/cores/collection1
[junit4] 2> 684279 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001
[junit4] 2> 684306 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 684316 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6da0a504{/r/ng,null,AVAILABLE}
[junit4] 2> 684316 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2014d012{HTTP/1.1,[http/1.1]}{127.0.0.1:40687}
[junit4] 2> 684316 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.Server Started @696285ms
[junit4] 2> 684316 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:41587/hdfs__lucene2-us-west.apache.org_41587__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/r/ng, hostPort=40687, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001/cores}
[junit4] 2> 684317 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 684430 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 684430 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 684430 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 684430 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-07T15:11:17.027Z
[junit4] 2> 684508 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 684508 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001/solr.xml
[junit4] 2> 684641 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 684719 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37866/solr
[junit4] 2> 685178 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 685180 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 685213 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40687_r%2Fng
[junit4] 2> 685417 INFO (zkCallback-158-thread-2-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 685559 INFO (zkCallback-167-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 685417 INFO (zkCallback-162-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 685919 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001/cores
[junit4] 2> 685919 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 685926 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 685955 INFO (OverseerStateUpdate-99643258690797572-127.0.0.1:45189_r%2Fng-n_0000000000) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 686047 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 686142 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 688505 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 688580 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 688580 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home
[junit4] 2> 688580 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 688580 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 688580 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001/cores/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 688581 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1397dcb1
[junit4] 2> 688581 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 688737 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 688737 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 688737 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 689279 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 689279 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 689516 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 689617 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 689617 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 689617 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 689697 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 689697 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=63.90234375, floorSegmentMB=0.830078125, forceMergeDeletesPctAllowed=3.5752316798021857, segmentsPerTier=25.0, maxCFSSegmentSizeMB=1.09375, noCFSRatio=0.7147959364477267
[junit4] 2> 689986 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43167 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b1adebb0-2962-402e-bba2-3aa07a7764fc:NORMAL:127.0.0.1:34423|RBW], ReplicaUC[[DISK]DS-c9a73587-50f4-419c-8404-b3969f878909:NORMAL:127.0.0.1:43167|RBW]]} size 71
[junit4] 2> 690004 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34423 is added to blk_1073741826_1002 size 71
[junit4] 2> 690477 WARN (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 690802 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 690802 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 690822 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 690930 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 690930 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 690966 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@417990e6
[junit4] 2> 691160 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fe2aa9a[collection1] main]
[junit4] 2> 691161 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 691161 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 691161 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 691208 INFO (searcherExecutor-318-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fe2aa9a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 691283 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594292157944954880
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40687/r/ng/collection1/
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40687/r/ng/collection1/ has no replicas
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 691439 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:co
[...truncated too long message...]
n.java:244)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2>
[junit4] 2> LeaseRenewer:jenkins@lucene2-us-west.apache.org:41032:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:444)
[junit4] 2> org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
[junit4] 2> org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> process reaper:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> TimeLimitedCollector timer thread:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:261)
[junit4] 2>
[junit4] 2> IPC Parameter Sending Thread #7:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> IPC Parameter Sending Thread #8:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 7847832 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sv-SE, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=208046768,total=534249472
[junit4] 2> NOTE: All tests run in this JVM: [TestComplexPhraseLeadingWildcard, TestScoreJoinQPScore, MultiThreadedOCPTest, TestDynamicFieldCollectionResource, TestCloudPseudoReturnFields, ChaosMonkeyNothingIsSafeTest, VMParamsZkACLAndCredentialsProvidersTest, SuggestComponentContextFilterQueryTest, TestStressRecovery, DocumentAnalysisRequestHandlerTest, QueryElevationComponentTest, TestOmitPositions, BasicZkTest, SynonymTokenizerTest, DirectoryFactoryTest, SolrRequestParserTest, PreAnalyzedUpdateProcessorTest, TestBulkSchemaAPI, TestSha256AuthenticationProvider, DistributedFacetPivotWhiteBoxTest, TestExactSharedStatsCache, AnalyticsMergeStrategyTest, TestAuthorizationFramework, TestSolr4Spatial, SolrCoreTest, TestLazyCores, TestXmlQParser, RollingRestartTest, TestFieldCacheSortRandom, TestJsonFacets, RegexBoostProcessorTest, BlockDirectoryTest, TestTolerantUpdateProcessorRandomCloud, TestSortByMinMaxFunction, ScriptEngineTest, ReturnFieldsTest, AliasIntegrationTest, TestStressInPlaceUpdates, TestSchemaVersionResource, TestSolrXml, PeerSyncTest, TestRandomDVFaceting, DeleteNodeTest, TestSolrCloudWithKerberosAlt, TestPathTrie, SolrXmlInZkTest, DistribJoinFromCollectionTest, TestNonDefinedSimilarityFactory, SimpleCollectionCreateDeleteTest, TestSubQueryTransformer, TestExpandComponent, TestSolr4Spatial2, TestSolrQueryParserResource, V2ApiIntegrationTest, TestCSVLoader, NotRequiredUniqueKeyTest, DistributedSpellCheckComponentTest, ExternalFileFieldSortTest, TestSlowCompositeReaderWrapper, DistributedQueryElevationComponentTest, TestBadConfig, SolrGangliaReporterTest, DeleteStatusTest, TestCloudInspectUtil, SortSpecParsingTest, TestReRankQParserPlugin, DistributedExpandComponentTest, HdfsChaosMonkeyNothingIsSafeTest, TestJavabinTupleStreamParser, ChangedSchemaMergeTest, ClusterStateTest, MigrateRouteKeyTest, TestHalfAndHalfDocValues, TestRandomFaceting, TestCloudNestedDocsSort, EnumFieldTest, TestRequestStatusCollectionAPI, SignatureUpdateProcessorFactoryTest, LargeFieldTest, TestDocSet, TestSchemalessBufferedUpdates, DocValuesNotIndexedTest, TestRealTimeGet, TestJmxIntegration, CoreMergeIndexesAdminHandlerTest, TestStressLucene, CustomCollectionTest, SpatialRPTFieldTypeTest, TestFieldResource, TestDistributedSearch, HdfsTlogReplayBufferedWhileIndexingTest, TestFaceting, TestBinaryResponseWriter, TestFieldSortValues, TestMacroExpander, SyncSliceTest, SubstringBytesRefFilterTest, HdfsNNFailoverTest, QueryEqualityTest, TestFreeTextSuggestions, CacheHeaderTest, PropertiesRequestHandlerTest, TestUninvertingReader, TestSearcherReuse, TestQueryWrapperFilter, DefaultValueUpdateProcessorTest, PolyFieldTest, JavabinLoaderTest, TestManagedSynonymFilterFactory, BlockJoinFacetRandomTest, TestCodecSupport, UniqFieldsUpdateProcessorFactoryTest, TestFoldingMultitermQuery, TestStandardQParsers, UUIDFieldTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, TestReplicationHandler, SolrCLIZkUtilsTest, TestCloudJSONFacetJoinDomain, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudCluster, TestRebalanceLeaders, TestRequestForwarding, TestSizeLimitedDistributedMap, HdfsBasicDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsBasicDistributedZkTest -Dtests.seed=DF5C6277AD21161E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=sv-SE -Dtests.timezone=Europe/Rome -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | HdfsBasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
[junit4] > at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
[junit4] > at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3044)
[junit4] > at org.apache.solr.core.SolrCore.close(SolrCore.java:1575)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:969)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:950)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([DF5C6277AD21161E]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [689/714 (5!)] on J0 in 939.02s, 1 test, 1 failure <<< FAILURES!
[...truncated 46399 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 38 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/38/
3 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([5FBDCDA8573442E0:17C8B91C51076D75]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:47796/_pto
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:47796/_pto
at __randomizedtesting.SeedInfo.seed([5FBDCDA8573442E0:D7E9F272F9C82F18]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=15220, name=testExecutor-2507-thread-10, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15220, name=testExecutor-2507-thread-10, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
at __randomizedtesting.SeedInfo.seed([5FBDCDA8573442E0:D7E9F272F9C82F18]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51812: Error CREATEing SolrCore 'multiunload9': Unable to create core [multiunload9] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([5FBDCDA8573442E0]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$0(BasicDistributedZkTest.java:589)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12464 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/init-core-data-001
[junit4] 2> 840095 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 840096 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 840097 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 840097 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 840148 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 840174 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 840181 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 840206 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_60296_hdfs____.k3gbk1/webapp
[junit4] 2> 840665 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60296
[junit4] 2> 840775 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 840776 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 840795 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59666_datanode____tudoop/webapp
[junit4] 2> 841272 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59666
[junit4] 2> 841349 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 841351 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 841365 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37376_datanode____.a5pjmz/webapp
[junit4] 2> 841834 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37376
[junit4] 2> 841979 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50475) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 841993 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50475) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 842007 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x49c75e8d85a701: from storage DS-1c9d5cb1-5254-4efe-bd60-28d2595886bb node DatanodeRegistration(127.0.0.1:43167, datanodeUuid=81bcc8e7-3d01-448a-9d83-8aa88358d350, infoPort=43749, infoSecurePort=0, ipcPort=47142, storageInfo=lv=-56;cid=testClusterID;nsid=746833506;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 842007 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x49c75e8d85f96d: from storage DS-b59e5c3f-1dff-4764-9bf2-322b33d05f46 node DatanodeRegistration(127.0.0.1:36367, datanodeUuid=380b4549-d68f-4b69-85ec-418c677229eb, infoPort=38437, infoSecurePort=0, ipcPort=55971, storageInfo=lv=-56;cid=testClusterID;nsid=746833506;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 842007 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x49c75e8d85a701: from storage DS-f41f3bb6-b5cd-4078-8203-8b333fac5fc3 node DatanodeRegistration(127.0.0.1:43167, datanodeUuid=81bcc8e7-3d01-448a-9d83-8aa88358d350, infoPort=43749, infoSecurePort=0, ipcPort=47142, storageInfo=lv=-56;cid=testClusterID;nsid=746833506;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 842007 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x49c75e8d85f96d: from storage DS-41fb63d0-80d6-461e-8463-0a2d5b3f9fb0 node DatanodeRegistration(127.0.0.1:36367, datanodeUuid=380b4549-d68f-4b69-85ec-418c677229eb, infoPort=38437, infoSecurePort=0, ipcPort=55971, storageInfo=lv=-56;cid=testClusterID;nsid=746833506;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 842480 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 842493 INFO (Thread-9244) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 842493 INFO (Thread-9244) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 842503 ERROR (Thread-9244) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 842593 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkTestServer start zk server on port:35511
[junit4] 2> 842606 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 842608 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 842610 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 842611 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 842613 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 842614 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 842616 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 842619 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 842620 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 842621 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 842623 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 842739 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/control-001/cores/collection1
[junit4] 2> 842741 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 842742 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e2593b0{/,null,AVAILABLE}
[junit4] 2> 842743 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51f17164{HTTP/1.1,[http/1.1]}{127.0.0.1:46394}
[junit4] 2> 842747 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server Started @845876ms
[junit4] 2> 842747 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:50475/hdfs__localhost_50475__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001_tempDir-002_control_data, hostContext=/, hostPort=46394, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/control-001/cores}
[junit4] 2> 842748 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 842748 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 842748 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 842748 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 842748 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T13:16:20.360Z
[junit4] 2> 842752 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 842752 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/control-001/solr.xml
[junit4] 2> 842763 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 842765 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35511/solr
[junit4] 2> 842794 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 842794 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46394_
[junit4] 2> 842795 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.Overseer Overseer (id=99648469736620036-127.0.0.1:46394_-n_0000000000) starting
[junit4] 2> 842806 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46394_
[junit4] 2> 842813 INFO (zkCallback-1285-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 842893 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/control-001/cores
[junit4] 2> 842893 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 842895 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 842905 INFO (OverseerStateUpdate-99648469736620036-127.0.0.1:46394_-n_0000000000) [n:127.0.0.1:46394_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 843921 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 843955 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 844106 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 844123 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 844123 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50475/solr_hdfs_home
[junit4] 2> 844123 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 844123 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 844123 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/control-001/cores/collection1], dataDir=[hdfs://localhost:50475/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 844124 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33d2f39d
[junit4] 2> 844124 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 844135 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 844135 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 844135 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 844144 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 844145 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 844165 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 844172 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 844172 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 844172 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 844178 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 844178 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=29.3125, floorSegmentMB=0.25390625, forceMergeDeletesPctAllowed=0.9764929896714247, segmentsPerTier=50.0, maxCFSSegmentSizeMB=1.5185546875, noCFSRatio=0.30202736206383585
[junit4] 2> 844194 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36367 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f41f3bb6-b5cd-4078-8203-8b333fac5fc3:NORMAL:127.0.0.1:43167|RBW], ReplicaUC[[DISK]DS-41fb63d0-80d6-461e-8463-0a2d5b3f9fb0:NORMAL:127.0.0.1:36367|FINALIZED]]} size 0
[junit4] 2> 844196 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43167 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f41f3bb6-b5cd-4078-8203-8b333fac5fc3:NORMAL:127.0.0.1:43167|RBW], ReplicaUC[[DISK]DS-41fb63d0-80d6-461e-8463-0a2d5b3f9fb0:NORMAL:127.0.0.1:36367|FINALIZED]]} size 0
[junit4] 2> 844210 WARN (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 844254 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 844254 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 844254 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 844274 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 844274 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 844280 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=32.333984375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=21.043811099767726, segmentsPerTier=14.0, maxCFSSegmentSizeMB=0.912109375, noCFSRatio=1.0
[junit4] 2> 844290 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@584668d9[collection1] main]
[junit4] 2> 844292 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 844292 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 844292 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 844295 INFO (searcherExecutor-2430-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@584668d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 844300 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594375517673357312
[junit4] 2> 844307 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46394/collection1/
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46394/collection1/ has no replicas
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 844309 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35511/solr ready
[junit4] 2> 844309 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 844309 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 844314 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46394/collection1/ shard1
[junit4] 2> 844428 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001/cores/collection1
[junit4] 2> 844429 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001
[junit4] 2> 844429 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 844431 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7500575f{/,null,AVAILABLE}
[junit4] 2> 844431 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2bc1ce0e{HTTP/1.1,[http/1.1]}{127.0.0.1:51812}
[junit4] 2> 844432 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server Started @847560ms
[junit4] 2> 844432 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:50475/hdfs__localhost_50475__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=51812, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001/cores}
[junit4] 2> 844432 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 844433 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 844433 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 844433 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 844433 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T13:16:22.045Z
[junit4] 2> 844436 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 844436 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001/solr.xml
[junit4] 2> 844443 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 844443 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35511/solr
[junit4] 2> 844455 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 844457 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:51812_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 844460 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:51812_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51812_
[junit4] 2> 844461 INFO (zkCallback-1289-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 844463 INFO (zkCallback-1285-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 844463 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 844465 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 844548 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:51812_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001/cores
[junit4] 2> 844548 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:51812_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 844549 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 844551 INFO (OverseerStateUpdate-99648469736620036-127.0.0.1:46394_-n_0000000000) [n:127.0.0.1:46394_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 844655 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 845567 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 845582 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 845733 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 845746 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50475/solr_hdfs_home
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:50475/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33d2f39d
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 845756 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 845756 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 845756 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 845763 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 845764 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 845782 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 845789 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 845789 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 845789 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 845796 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 845797 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=29.3125, floorSegmentMB=0.25390625, forceMergeDeletesPctAllowed=0.9764929896714247, segmentsPerTier=50.0, maxCFSSegmentSizeMB=1.5185546875, noCFSRatio=0.30202736206383585
[junit4] 2> 845816 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36367 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1c9d5cb1-5254-4efe-bd60-28d2595886bb:NORMAL:127.0.0.1:43167|RBW], ReplicaUC[[DISK]DS-b59e5c3f-1dff-4764-9bf2-322b33d05f46:NORMAL:127.0.0.1:36367|RBW]]} size 0
[junit4] 2> 845819 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43167 is added to blk_1073741826_1002 size 71
[junit4] 2> 845833 WARN (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 845887 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 845887 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 845887 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 845901 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 845901 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 845903 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=32.333984375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=21.043811099767726, segmentsPerTier=14.0, maxCFSSegmentSizeMB=0.912109375, noCFSRatio=1.0
[junit4] 2> 845908 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f150de[collection1] main]
[junit4] 2> 845909 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 845910 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 845910 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 845923 INFO (searcherExecutor-2441-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7f150de[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 845926 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594375519378341888
[junit4] 2> 845942 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 845942 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 845942 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51812/collection1/
[junit4] 2> 845942 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 845942 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51812/collection1/ has no replicas
[junit4] 2> 845943 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 845957 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51812/collection1/ shard2
[junit4] 2> 846054 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001/cores/collection1
[junit4] 2> 846054 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001
[junit4] 2> 846055 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 846057 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59302569{/,null,AVAILABLE}
[junit4] 2> 846057 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34090090{HTTP/1.1,[http/1.1]}{127.0.0.1:55160}
[junit4] 2> 846058 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server Started @849187ms
[junit4] 2> 846058 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:50475/hdfs__localhost_50475__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=55160, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001/cores}
[junit4] 2> 846058 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 846059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 846059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 846059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 846059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T13:16:23.671Z
[junit4] 2> 846060 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 846069 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 846069 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001/solr.xml
[junit4] 2> 846076 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 846077 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35511/solr
[junit4] 2> 846088 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 846090 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:55160_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 846092 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:55160_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55160_
[junit4] 2> 846094 INFO (zkCallback-1289-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 846096 INFO (zkCallback-1285-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 846097 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 846101 INFO (zkCallback-1301-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 846109 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 846149 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:55160_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001/cores
[junit4] 2> 846149 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:55160_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 846151 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 846152 INFO (OverseerStateUpdate-99648469736620036-127.0.0.1:46394_-n_0000000000) [n:127.0.0.1:46394_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 846256 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 846256 INFO (zkCallback-1301-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847170 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 847191 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 847321 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 847335 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 847335 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50475/solr_hdfs_home
[junit4] 2> 847335 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 847335 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 847335 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:50475/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 847336 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33d2f39d
[junit4] 2> 847336 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 847345 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 847345 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 847345 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 847356 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 847357 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 847380 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 847398 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 847398 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 847398 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 847419 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 847419 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=29.3125, floorSegmentMB=0.25390625, forceMergeDeletesPctAllowed=0.9764929896714247, segmentsPerTier=50.0, maxCFSSegmentSizeMB=1.5185546875, noCFSRatio=0.30202736206383585
[junit4] 2> 847446 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43167 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b59e5c3f-1dff-4764-9bf2-322b33d05f46:NORMAL:127.0.0.1:36367|RBW], ReplicaUC[[DISK]DS-f41f3bb6-b5cd-4078-8203-8b333fac5fc3:NORMAL:127.0.0.1:43167|RBW]]} size 0
[junit4] 2> 847447 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36367 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f41f3bb6-b5cd-4078-8203-8b333fac5fc3:NORMAL:127.0.0.1:43167|RBW], ReplicaUC[[DISK]DS-41fb63d0-80d6-461e-8463-0a2d5b3f9fb0:NORMAL:127.0.0.1:36367|FINALIZED]]} size 0
[junit4] 2> 847458 WARN (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 847506 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 847506 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 847506 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 847517 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 847517 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 847523 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=32.333984375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=21.043811099767726, segmentsPerTier=14.0, maxCFSSegmentSizeMB=0.912109375, noCFSRatio=1.0
[junit4] 2> 847532 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dad7f83[collection1] main]
[junit4] 2> 847534 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 847535 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 847535 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 847538 INFO (searcherExecutor-2452-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4dad7f83[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 847540 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594375521070743552
[junit4] 2> 847555 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 847555 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 847555 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55160/collection1/
[junit4] 2> 847556 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 847556 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55160/collection1/ has no replicas
[junit4] 2> 847556 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 847563 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55160/collection1/ shard1
[junit4] 2> 847660 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-3-001/cores/collection1
[junit4] 2> 847661 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-3-001
[junit4] 2> 847661 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 847663 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5827ebd3{/,null,AVAILABLE}
[junit4] 2> 847663 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b6011f{HTTP/1.1,[http/1.1]}{127.0.0.1:49401}
[junit4] 2> 847663 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server Started @850792ms
[junit4] 2> 847663 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:50475/hdfs__localhost_50475__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=49401, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-3-001/cores}
[junit4] 2> 847663 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 847671 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 847671 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 847671 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 847671 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T13:16:25.283Z
[junit4] 2> 847672 INFO (zkCallback-1301-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847672 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847682 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 847682 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-3-001/solr.xml
[junit4] 2> 847690 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 847691 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35511/solr
[junit4] 2> 847703 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:49401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 847706 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:49401_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 847708 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:49401_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49401_
[junit4] 2> 847711 INFO (zkCallback-1301-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 847711 INFO (zkCallback-1289-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 847712 INFO (zkCallback-1285-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 847712 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 847720 INFO (zkCallback-1307-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 847721 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 847810 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:49401_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-3-001/cores
[junit4] 2> 847810 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:49401_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 847812 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 847820 INFO (OverseerStateUpdate-99648469736620036-127.0.0.1:46394_-n_0000000000) [n:127.0.0.1:46394_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 847923 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 847923 INFO (zkCallback-1301-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 847923 INFO (zkCallback-1307-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 848840 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 848868 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 848997 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 849011 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 849012 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50475/solr_hdfs_home
[junit4] 2> 849012 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collectio
[...truncated too long message...]
toryScanner: shutdown has been called
[junit4] 2> 3999434 INFO (SUITE-StressHdfsTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3999535 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:44368) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3999536 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:44368) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1812823391-10.41.0.5-1520517966047 (Datanode Uuid c856dec8-3b55-4fa1-b966-dd8c3f89f862) service to localhost/127.0.0.1:44368
[junit4] 2> 3999538 WARN (SUITE-StressHdfsTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3999561 INFO (SUITE-StressHdfsTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3999663 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:44368) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3999663 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:44368) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1812823391-10.41.0.5-1520517966047 (Datanode Uuid 1ea4f383-56b4-4097-9cc8-773136115633) service to localhost/127.0.0.1:44368
[junit4] 2> 3999674 INFO (SUITE-StressHdfsTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3999777 INFO (SUITE-StressHdfsTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001
[junit4] 2> Mar 08, 2018 2:08:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=BlockTreeOrds(blocksize=128), multiDefault=FST50, intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=BlockTreeOrds(blocksize=128), range_facet_i_dv=FST50, text=Lucene50(blocksize=128), range_facet_l=FST50, timestamp=FST50, txt_t=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Lucene54), intDvoDefault=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=1009, maxMBSortInHeap=5.078668139022737, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=pl, timezone=US/Arizona
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=206427680,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaVersionResource, BitVectorTest, RequiredFieldsTest, ScriptEngineTest, CurrencyFieldOpenExchangeTest, TestQuerySenderNoQuery, TestDistribDocBasedVersion, TestUninvertingReader, QueryResultKeyTest, ResourceLoaderTest, NumericFieldsTest, UUIDFieldTest, LeaderElectionContextKeyTest, TestNamedUpdateProcessors, TestHighlightDedupGrouping, TestSchemaNameResource, UtilsToolTest, TestSolrCloudWithKerberosAlt, V2ApiIntegrationTest, DirectoryFactoryTest, TestFunctionQuery, TestCorePropertiesReload, TestValueSourceCache, TestManagedSynonymFilterFactory, TestStressRecovery, TestJettySolrRunner, TestSolrDeletionPolicy2, BlockDirectoryTest, TestSubQueryTransformer, TestSortByMinMaxFunction, CollectionReloadTest, SolrGangliaReporterTest, CollectionsAPIAsyncDistributedZkTest, TestPathTrie, ZkNodePropsTest, TestSolrQueryParserResource, SpatialRPTFieldTypeTest, TestHdfsBackupRestoreCore, TestConfigsApi, DocValuesNotIndexedTest, CdcrReplicationHandlerTest, TestCrossCoreJoin, TestExpandComponent, SimpleMLTQParserTest, TestFreeTextSuggestions, OverseerRolesTest, CdcrUpdateLogTest, DistributedFacetPivotLongTailTest, DistributedExpandComponentTest, SolrRequestParserTest, TestIBSimilarityFactory, CustomCollectionTest, HLLSerializationTest, TestCloudNestedDocsSort, SolrIndexMetricsTest, TestCloudPseudoReturnFields, TestLegacyFieldCache, TestDocSet, TestLazyCores, TestSolr4Spatial, DateFieldTest, PeerSyncReplicationTest, TestAnalyzeInfixSuggestions, PeerSyncTest, BaseCdcrDistributedZkTest, SynonymTokenizerTest, TestStressInPlaceUpdates, BlockJoinFacetRandomTest, DefaultValueUpdateProcessorTest, ChangedSchemaMergeTest, RegexBoostProcessorTest, TestFastLRUCache, BasicAuthIntegrationTest, TestConfigSetImmutable, ExternalFileFieldSortTest, TestSimpleTextCodec, TestReplicationHandler, TestDistributedSearch, TestFieldCacheSortRandom, TestOmitPositions, TestJsonFacets, TestBulkSchemaAPI, ShardSplitTest, DistributedFacetPivotWhiteBoxTest, TestXmlQParser, TestCollectionAPI, BasicZkTest, TestSolr4Spatial2, HdfsTlogReplayBufferedWhileIndexingTest, TestRandomDVFaceting, TestConfigSetsAPIZkFailure, VMParamsZkACLAndCredentialsProvidersTest, TestSha256AuthenticationProvider, TestMacroExpander, UpdateLogTest, HdfsNNFailoverTest, TestSolrXml, MultiThreadedOCPTest, TestQueryWrapperFilter, ConfigSetsAPITest, DeleteNodeTest, TestFieldResource, FileBasedSpellCheckerTest, SubstringBytesRefFilterTest, TestAtomicUpdateErrorCases, TestSchemalessBufferedUpdates, ClusterStateTest, TestRemoteStreaming, TestSolrCoreProperties, MetricUtilsTest, TestDocumentBuilder, PreAnalyzedUpdateProcessorTest, TestBadConfig, LeaderElectionIntegrationTest, RecoveryZkTest, TestRandomFaceting, TestZkChroot, AutoCommitTest, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestReload, TestCoreContainer, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, DocValuesTest, TestStressLucene, TestTrie, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, QueryEqualityTest, SortByFunctionTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, TermVectorComponentTest, TestSolrQueryParser, LoggingHandlerTest, TestJmxIntegration, MBeansHandlerTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, BadComponentTest, TestBinaryField, TestElisionMultitermQuery, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, SliceStateTest, SystemInfoHandlerTest, CircularListTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, CdcrRequestHandlerTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribCursorPagingTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, TestRebalanceLeaders, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest]
[junit4] Completed [564/714 (3!)] on J0 in 181.20s, 1 test, 1 error <<< FAILURES!
[...truncated 46772 lines...]