You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/03/06 12:56:44 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 36 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/36/
5 tests failed.
FAILED: org.apache.lucene.search.join.TestCheckJoinIndex.testOrphans
Error Message:
Invalid index
Stack Trace:
java.lang.AssertionError: Invalid index
at __randomizedtesting.SeedInfo.seed([F6A8C9D5BA982C0A:993789BFDA55BC27]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.search.join.TestCheckJoinIndex.testOrphans(TestCheckJoinIndex.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=3186, name=testExecutor-1568-thread-5, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3186, name=testExecutor-1568-thread-5, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40347: Error CREATEing SolrCore 'multiunload4': Unable to create core [multiunload4] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([D4AAAF8E12BF4EE2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$0(BasicDistributedZkTest.java:589)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([D4AAAF8E12BF4EE2:A41FA6ACE8450555]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:532)
at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:300)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:622)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:617)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:430)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:331)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.TestSolrJErrorHandling.testWithXml
Error Message:
expected:<568> but was:<558>
Stack Trace:
java.lang.AssertionError: expected:<568> but was:<558>
at __randomizedtesting.SeedInfo.seed([EA4D8BD788B670D5:41AF32210AB069B8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.client.solrj.TestSolrJErrorHandling.doThreads(TestSolrJErrorHandling.java:185)
at org.apache.solr.client.solrj.TestSolrJErrorHandling.doIt(TestSolrJErrorHandling.java:200)
at org.apache.solr.client.solrj.TestSolrJErrorHandling.testWithXml(TestSolrJErrorHandling.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36507/_jej
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36507/_jej
at __randomizedtesting.SeedInfo.seed([D4AAAF8E12BF4EE2:5CFE9054BC43231A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
Build Log:
[...truncated 8351 lines...]
[junit4] Suite: org.apache.lucene.search.join.TestCheckJoinIndex
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCheckJoinIndex -Dtests.method=testOrphans -Dtests.seed=F6A8C9D5BA982C0A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=sr-ME -Dtests.timezone=America/Winnipeg -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 1.03s J0 | TestCheckJoinIndex.testOrphans <<<
[junit4] > Throwable #1: java.lang.AssertionError: Invalid index
[junit4] > at __randomizedtesting.SeedInfo.seed([F6A8C9D5BA982C0A:993789BFDA55BC27]:0)
[junit4] > at org.apache.lucene.search.join.TestCheckJoinIndex.testOrphans(TestCheckJoinIndex.java:92)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, maxDocsPerChunk=7, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, blockSize=9)), sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=sr-ME, timezone=America/Winnipeg
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=208828144,total=253231104
[junit4] 2> NOTE: All tests run in this JVM: [TestCheckJoinIndex]
[junit4] Completed [1/7 (1!)] on J0 in 5.25s, 3 tests, 1 failure <<< FAILURES!
[...truncated 4009 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/init-core-data-001
[junit4] 2> 580509 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 580509 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 580510 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 580543 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 583294 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 586914 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 587676 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 587776 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 589261 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 589502 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_38587_hdfs____8qrt21/webapp
[junit4] 2> 591664 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:38587
[junit4] 2> 596727 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 596749 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 596815 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43962_datanode____a9lcjh/webapp
[junit4] 2> 597815 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43962
[junit4] 2> 600735 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 600736 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 601013 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45890_datanode____o3lyj9/webapp
[junit4] 2> 606338 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[D4AAAF8E12BF4EE2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45890
[junit4] 2> 611052 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:46485) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 611035 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:46485) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 612621 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x97b8f8deaae49: from storage DS-eb10a6dd-9a00-462c-adf9-f20dd959ebae node DatanodeRegistration(127.0.0.1:33171, datanodeUuid=269e155a-c845-48b9-8fe3-a47c91de5130, infoPort=44041, infoSecurePort=0, ipcPort=43728, storageInfo=lv=-56;cid=testClusterID;nsid=393357738;c=0), blocks: 0, hasStaleStorage: true, processing time: 27 msecs
[junit4] 2> 612621 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x97b8f8ceec238: from storage DS-de8360fd-e272-4456-9a38-31229d37fb24 node DatanodeRegistration(127.0.0.1:39183, datanodeUuid=f345b3d7-26c3-4e93-b54c-8bf7541725cb, infoPort=41505, infoSecurePort=0, ipcPort=37452, storageInfo=lv=-56;cid=testClusterID;nsid=393357738;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 612621 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x97b8f8deaae49: from storage DS-5f88f666-4108-4360-9878-fd87a63591d1 node DatanodeRegistration(127.0.0.1:33171, datanodeUuid=269e155a-c845-48b9-8fe3-a47c91de5130, infoPort=44041, infoSecurePort=0, ipcPort=43728, storageInfo=lv=-56;cid=testClusterID;nsid=393357738;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 612645 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x97b8f8ceec238: from storage DS-27955c67-62e1-456f-9abe-a1b0847619be node DatanodeRegistration(127.0.0.1:39183, datanodeUuid=f345b3d7-26c3-4e93-b54c-8bf7541725cb, infoPort=41505, infoSecurePort=0, ipcPort=37452, storageInfo=lv=-56;cid=testClusterID;nsid=393357738;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 614264 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 614274 INFO (Thread-790) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 614274 INFO (Thread-790) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 614276 ERROR (Thread-790) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 614374 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.ZkTestServer start zk server on port:35651
[junit4] 2> 614512 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 614523 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 614525 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 614526 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 614544 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 614545 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 614558 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 614560 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 614571 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 614572 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 614573 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 615051 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/control-001/cores/collection1
[junit4] 2> 615069 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 615140 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@574e666a{/,null,AVAILABLE}
[junit4] 2> 615141 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@466a71d1{HTTP/1.1,[http/1.1]}{127.0.0.1:33299}
[junit4] 2> 615141 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.Server Started @626698ms
[junit4] 2> 615141 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:46485/hdfs__lucene2-us-west.apache.org_46485__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001_tempDir-002_control_data, hostContext=/, hostPort=33299, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/control-001/cores}
[junit4] 2> 615141 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 615141 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.3
[junit4] 2> 615141 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 615141 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 615141 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T10:22:13.011Z
[junit4] 2> 615286 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 615286 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/control-001/solr.xml
[junit4] 2> 615323 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 615324 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35651/solr
[junit4] 2> 615799 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33299_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 615799 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33299_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33299_
[junit4] 2> 615800 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33299_ ] o.a.s.c.Overseer Overseer (id=99636460397854724-127.0.0.1:33299_-n_0000000000) starting
[junit4] 2> 615957 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33299_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33299_
[junit4] 2> 616021 INFO (zkCallback-423-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 616249 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33299_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/control-001/cores
[junit4] 2> 616249 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33299_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 616309 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 616395 INFO (OverseerStateUpdate-99636460397854724-127.0.0.1:33299_-n_0000000000) [n:127.0.0.1:33299_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 617991 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.3
[junit4] 2> 618226 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 619007 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 619472 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 619561 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home
[junit4] 2> 619562 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 619562 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 619562 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/control-001/cores/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 619562 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62b17bb9
[junit4] 2> 619563 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 619710 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 619746 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 619746 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 623193 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 623205 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 623447 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 623503 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 623503 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 623503 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 623555 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 623556 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=7, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 625636 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39183 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-de8360fd-e272-4456-9a38-31229d37fb24:NORMAL:127.0.0.1:39183|RBW], ReplicaUC[[DISK]DS-eb10a6dd-9a00-462c-adf9-f20dd959ebae:NORMAL:127.0.0.1:33171|RBW]]} size 71
[junit4] 2> 625689 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33171 is added to blk_1073741825_1001 size 71
[junit4] 2> 626167 WARN (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 626566 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 626566 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 626566 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 626639 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 626639 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 626656 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1593055026, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 626944 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e032f9b[collection1] main]
[junit4] 2> 626977 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 626977 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 626992 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 626994 INFO (searcherExecutor-1492-thread-1-processing-n:127.0.0.1:33299_ x:collection1 c:control_collection) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e032f9b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 627015 INFO (coreLoadExecutor-1491-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594183379724533760
[junit4] 2> 627036 INFO (coreZkRegister-1484-thread-1-processing-n:127.0.0.1:33299_ x:collection1 c:control_collection) [n:127.0.0.1:33299_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 627036 INFO (coreZkRegister-1484-thread-1-processing-n:127.0.0.1:33299_ x:collection1 c:control_collection) [n:127.0.0.1:33299_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 627036 INFO (coreZkRegister-1484-thread-1-processing-n:127.0.0.1:33299_ x:collection1 c:control_collection) [n:127.0.0.1:33299_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33299/collection1/
[junit4] 2> 627036 INFO (coreZkRegister-1484-thread-1-processing-n:127.0.0.1:33299_ x:collection1 c:control_collection) [n:127.0.0.1:33299_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 627036 INFO (coreZkRegister-1484-thread-1-processing-n:127.0.0.1:33299_ x:collection1 c:control_collection) [n:127.0.0.1:33299_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33299/collection1/ has no replicas
[junit4] 2> 627036 INFO (coreZkRegister-1484-thread-1-processing-n:127.0.0.1:33299_ x:collection1 c:control_collection) [n:127.0.0.1:33299_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 627161 INFO (coreZkRegister-1484-thread-1-processing-n:127.0.0.1:33299_ x:collection1 c:control_collection) [n:127.0.0.1:33299_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33299/collection1/ shard1
[junit4] 2> 627162 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 627189 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35651/solr ready
[junit4] 2> 627189 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 627322 INFO (coreZkRegister-1484-thread-1-processing-n:127.0.0.1:33299_ x:collection1 c:control_collection) [n:127.0.0.1:33299_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 627748 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-1-001/cores/collection1
[junit4] 2> 627748 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-1-001
[junit4] 2> 627750 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 627751 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ff4b313{/,null,AVAILABLE}
[junit4] 2> 627751 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@eafc2ed{HTTP/1.1,[http/1.1]}{127.0.0.1:40347}
[junit4] 2> 627760 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.Server Started @639310ms
[junit4] 2> 627760 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:46485/hdfs__lucene2-us-west.apache.org_46485__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=40347, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-1-001/cores}
[junit4] 2> 627760 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 627760 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.3
[junit4] 2> 627760 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 627760 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 627760 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T10:22:25.630Z
[junit4] 2> 627779 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 627779 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-1-001/solr.xml
[junit4] 2> 627805 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 627806 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35651/solr
[junit4] 2> 627992 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:40347_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 627998 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:40347_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 628041 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:40347_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40347_
[junit4] 2> 628162 INFO (zkCallback-432-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 628163 INFO (zkCallback-423-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 628163 INFO (zkCallback-427-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 628364 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:40347_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-1-001/cores
[junit4] 2> 628364 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:40347_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 628411 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 628435 INFO (OverseerStateUpdate-99636460397854724-127.0.0.1:33299_-n_0000000000) [n:127.0.0.1:33299_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 629503 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.3
[junit4] 2> 629561 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 630186 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 630397 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 630398 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home
[junit4] 2> 630435 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 630435 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 630435 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-1-001/cores/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 630435 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62b17bb9
[junit4] 2> 630436 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 630493 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 630493 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 630493 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 632296 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 632297 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 632403 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 632495 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 632495 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 632495 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 633394 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 633395 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=7, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 633469 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33171 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-de8360fd-e272-4456-9a38-31229d37fb24:NORMAL:127.0.0.1:39183|RBW], ReplicaUC[[DISK]DS-5f88f666-4108-4360-9878-fd87a63591d1:NORMAL:127.0.0.1:33171|RBW]]} size 0
[junit4] 2> 633482 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39183 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-de8360fd-e272-4456-9a38-31229d37fb24:NORMAL:127.0.0.1:39183|RBW], ReplicaUC[[DISK]DS-5f88f666-4108-4360-9878-fd87a63591d1:NORMAL:127.0.0.1:33171|RBW]]} size 0
[junit4] 2> 633549 WARN (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 633736 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 633736 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 633736 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 633790 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 633790 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 633885 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1593055026, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 634197 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fabac7e[collection1] main]
[junit4] 2> 634283 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 634291 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 634291 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 634304 INFO (searcherExecutor-1503-thread-1-processing-n:127.0.0.1:40347_ x:collection1 c:collection1) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3fabac7e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 634420 INFO (coreLoadExecutor-1502-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594183387489239040
[junit4] 2> 634457 INFO (coreZkRegister-1497-thread-1-processing-n:127.0.0.1:40347_ x:collection1 c:collection1) [n:127.0.0.1:40347_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 634457 INFO (coreZkRegister-1497-thread-1-processing-n:127.0.0.1:40347_ x:collection1 c:collection1) [n:127.0.0.1:40347_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 634457 INFO (coreZkRegister-1497-thread-1-processing-n:127.0.0.1:40347_ x:collection1 c:collection1) [n:127.0.0.1:40347_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40347/collection1/
[junit4] 2> 634457 INFO (coreZkRegister-1497-thread-1-processing-n:127.0.0.1:40347_ x:collection1 c:collection1) [n:127.0.0.1:40347_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 634457 INFO (coreZkRegister-1497-thread-1-processing-n:127.0.0.1:40347_ x:collection1 c:collection1) [n:127.0.0.1:40347_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40347/collection1/ has no replicas
[junit4] 2> 634457 INFO (coreZkRegister-1497-thread-1-processing-n:127.0.0.1:40347_ x:collection1 c:collection1) [n:127.0.0.1:40347_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 634501 INFO (coreZkRegister-1497-thread-1-processing-n:127.0.0.1:40347_ x:collection1 c:collection1) [n:127.0.0.1:40347_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40347/collection1/ shard2
[junit4] 2> 634669 INFO (coreZkRegister-1497-thread-1-processing-n:127.0.0.1:40347_ x:collection1 c:collection1) [n:127.0.0.1:40347_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 635595 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-2-001/cores/collection1
[junit4] 2> 635595 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-2-001
[junit4] 2> 635614 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 635635 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ed800e0{/,null,AVAILABLE}
[junit4] 2> 635635 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71a74b2{HTTP/1.1,[http/1.1]}{127.0.0.1:33173}
[junit4] 2> 635635 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.e.j.s.Server Started @647193ms
[junit4] 2> 635635 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:46485/hdfs__lucene2-us-west.apache.org_46485__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=33173, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-2-001/cores}
[junit4] 2> 635635 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 635635 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.3
[junit4] 2> 635635 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 635636 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 635636 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T10:22:33.506Z
[junit4] 2> 635696 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 635696 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-2-001/solr.xml
[junit4] 2> 635736 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 635736 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35651/solr
[junit4] 2> 636041 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33173_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 636043 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33173_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 636077 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33173_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33173_
[junit4] 2> 636078 INFO (zkCallback-427-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 636079 INFO (zkCallback-438-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 636096 INFO (zkCallback-432-thread-1-processing-n:127.0.0.1:40347_) [n:127.0.0.1:40347_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 636112 INFO (zkCallback-423-thread-1-processing-n:127.0.0.1:33299_) [n:127.0.0.1:33299_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 636880 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33173_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-2-001/cores
[junit4] 2> 636881 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[D4AAAF8E12BF4EE2]) [n:127.0.0.1:33173_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 636881 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 636966 INFO (OverseerStateUpdate-99636460397854724-127.0.0.1:33299_-n_0000000000) [n:127.0.0.1:33299_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 637969 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.3
[junit4] 2> 638018 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 638464 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 638512 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 638513 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home
[junit4] 2> 638514 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 638514 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 638522 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_D4AAAF8E12BF4EE2-001/shard-2-001/cores/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 638523 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62b17bb9
[junit4] 2> 638523 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 638559 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 638559 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 638559 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 638705 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 638731 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 638790 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46485/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 638796 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 638796 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 638796 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 638862 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 638863 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=7, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 638941 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33171 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-27955c67-62e1-456f-9abe-a1b0847619be:NORMAL:127.0.0.1:39183|RBW], ReplicaUC[[DISK]DS-eb10a6dd-9a00-462c-adf9-f20dd959ebae:NORMAL:127.0.0.1:33171|FINALIZED]]} size 0
[junit4] 2> 638942 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39183 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-27955c67-62e1-456f-9abe-a1b0847619be:NORMAL:127.0.0.1:39183|RBW], ReplicaUC[[DISK]DS-eb10a6dd-9a00-462c-adf9-f20dd959ebae:NORMAL:127.0.0.1:33171|FINALIZED]]} size 0
[junit4] 2> 638978 WARN (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 639167 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 639167 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 639167 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 639269 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 639269 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 639343 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1593055026, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 639434 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70155ef8[collection1] main]
[junit4] 2> 639458 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 639458 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 639458 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 639460 INFO (searcherExecutor-1514-thread-1-processing-n:127.0.0.1:33173_ x:collection1 c:collection1) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@70155ef8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 639485 INFO (coreLoadExecutor-1513-thread-1-processing-n:127.0.0.1:33173_) [n:127.0.0.1:33173_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594183392800276480
[junit4] 2> 639614 INFO (coreZkRegister-1508-thread-1-processing-n:127.0.0.1:33173_ x:collection1 c:collection1) [n:127.0.0.1:33173_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 639628 INFO (coreZkRegister-1508-thread-1-processing-n:127.0.0.1:33173_ x:collection1 c:collection1) [n:127.0.0.1:33173_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 639628 INFO (coreZkRegister-1508-thread-1-processing-n:127.0.0.1:33173_ x:collection1 c:collection1) [n:127.0.0.1:33173_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33173/collection1/
[junit4] 2> 639628 INFO (coreZkRegister-1508-thread-1-processing-n:127.0.0.1:33173_ x:collection1 c:collection1) [n:127.0.0.1:33173_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 639628 INFO (coreZkRegister-1508-thread-1-processing-n:127.0.0.1:33173_ x:collection1 c:collection1) [n:127.0.0.1:33173_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33173/collection1/ has no replicas
[junit4] 2> 639628 INFO (coreZkRegister-1508-thread-1-processing-n:127.0.0.1:33173_ x:collection1 c:collection1) [n:127.0.0.1:33173_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4]
[...truncated too long message...]
llection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: start flush: applyAllDeletes=true
[junit4] 2> 221094 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: index before flush _6(6.6.3):C392/391:delGen=1
[junit4] 2> 221094 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-203-thread-1]: startFullFlush
[junit4] 2> 221094 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-203-thread-1]: coreCloseExecutor-203-thread-1 finishFullFlush success=true
[junit4] 2> 221094 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: apply all deletes during flush
[junit4] 2> 221094 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: now apply all deletes for all segments maxDoc=392
[junit4] 2> 221094 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-203-thread-1]: applyDeletes: open segment readers took 0 msec
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-203-thread-1]: applyDeletes: no segments; skipping
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-203-thread-1]: prune sis=segments_6: _6(6.6.3):C392/391:delGen=1 minGen=31 packetCount=0
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-203-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-203-thread-1]: now merge
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-203-thread-1]: index: _6(6.6.3):C392/391:delGen=1
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-203-thread-1]: no more merges pending; now return
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: waitForMerges
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: waitForMerges done
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: commit: start
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: commit: enter lock
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: commit: now prepare
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: prepareCommit: flush
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: index before flush _6(6.6.3):C392/391:delGen=1
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-203-thread-1]: startFullFlush
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: apply all deletes during flush
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: now apply all deletes for all segments maxDoc=392
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-203-thread-1]: applyDeletes: open segment readers took 0 msec
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-203-thread-1]: applyDeletes: no segments; skipping
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-203-thread-1]: prune sis=segments_6: _6(6.6.3):C392/391:delGen=1 minGen=31 packetCount=0
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-203-thread-1]: coreCloseExecutor-203-thread-1 finishFullFlush success=true
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: startCommit(): start
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: skip startCommit(): no changes pending
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-203-thread-1]: delete []
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: commit: pendingCommit == null; skip
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: commit: took 0.3 msec
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: commit: done
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: rollback
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: all running merges have aborted
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: rollback: done finish merges
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-203-thread-1]: abort
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-203-thread-1]: done abort success=true
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-203-thread-1]: rollback: infos=_6(6.6.3):C392/391:delGen=1
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-203-thread-1]: now checkpoint "_6(6.6.3):C392/391:delGen=1" [1 segments ; isCommit = false]
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-203-thread-1]: delete []
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-203-thread-1]: 0 msec to checkpoint
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-203-thread-1]: delete []
[junit4] 2> 221095 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-203-thread-1]: delete []
[junit4] 2> 221279 INFO (coreCloseExecutor-203-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 221293 INFO (SUITE-TestSolrJErrorHandling-seed#[EA4D8BD788B670D5]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c8ec091{/solr,null,UNAVAILABLE}
[junit4] 2> 221330 INFO (SUITE-TestSolrJErrorHandling-seed#[EA4D8BD788B670D5]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestSolrJErrorHandling_EA4D8BD788B670D5-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1255, maxMBSortInHeap=5.055302569082642, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=sr, timezone=Asia/Baghdad
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=117913912,total=345505792
[junit4] 2> NOTE: All tests run in this JVM: [TestDelegationTokenResponse, ConcurrentUpdateSolrClientBuilderTest, LessThanEqualToEvaluatorTest, TestSolrProperties, SelectWithEvaluatorsTest, HyperbolicCosineEvaluatorTest, TestFastInputStream, CommonAdminParamsTest, RoundEvaluatorTest, GetByIdTest, SolrDocumentTest, DocumentAnalysisResponseTest, TestCollectionAdminRequest, SubtractEvaluatorTest, MergeIndexesEmbeddedTest, CoalesceEvaluatorTest, UuidEvaluatorTest, ArcSineEvaluatorTest, SolrExampleStreamingBinaryTest, LBHttpSolrClientBuilderTest, SolrExampleJettyTest, SolrExampleEmbeddedTest, LargeVolumeBinaryJettyTest, SolrParamTest, QueryResponseTest, TestNamedListCodec, TestDocumentObjectBinder, SolrQueryTest, ModifiableSolrParamsTest, TestXMLEscaping, HttpClientUtilTest, TestUpdateRequestCodec, FieldAnalysisResponseTest, ClientUtilsTest, NamedListTest, AnlysisResponseBaseTest, CollectionAdminRequestRequiredParamsTest, TestSolrJErrorHandling]
[junit4] Completed [60/130 (1!)] on J1 in 78.30s, 4 tests, 1 failure <<< FAILURES!
[...truncated 45656 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 38 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/38/
3 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([5FBDCDA8573442E0:17C8B91C51076D75]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:47796/_pto
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:47796/_pto
at __randomizedtesting.SeedInfo.seed([5FBDCDA8573442E0:D7E9F272F9C82F18]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=15220, name=testExecutor-2507-thread-10, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15220, name=testExecutor-2507-thread-10, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
at __randomizedtesting.SeedInfo.seed([5FBDCDA8573442E0:D7E9F272F9C82F18]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51812: Error CREATEing SolrCore 'multiunload9': Unable to create core [multiunload9] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([5FBDCDA8573442E0]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$0(BasicDistributedZkTest.java:589)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12464 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/init-core-data-001
[junit4] 2> 840095 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 840096 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 840097 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 840097 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 840148 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 840174 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 840181 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 840206 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_60296_hdfs____.k3gbk1/webapp
[junit4] 2> 840665 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60296
[junit4] 2> 840775 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 840776 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 840795 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59666_datanode____tudoop/webapp
[junit4] 2> 841272 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59666
[junit4] 2> 841349 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 841351 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 841365 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37376_datanode____.a5pjmz/webapp
[junit4] 2> 841834 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37376
[junit4] 2> 841979 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50475) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 841993 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50475) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 842007 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x49c75e8d85a701: from storage DS-1c9d5cb1-5254-4efe-bd60-28d2595886bb node DatanodeRegistration(127.0.0.1:43167, datanodeUuid=81bcc8e7-3d01-448a-9d83-8aa88358d350, infoPort=43749, infoSecurePort=0, ipcPort=47142, storageInfo=lv=-56;cid=testClusterID;nsid=746833506;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 842007 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x49c75e8d85f96d: from storage DS-b59e5c3f-1dff-4764-9bf2-322b33d05f46 node DatanodeRegistration(127.0.0.1:36367, datanodeUuid=380b4549-d68f-4b69-85ec-418c677229eb, infoPort=38437, infoSecurePort=0, ipcPort=55971, storageInfo=lv=-56;cid=testClusterID;nsid=746833506;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 842007 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x49c75e8d85a701: from storage DS-f41f3bb6-b5cd-4078-8203-8b333fac5fc3 node DatanodeRegistration(127.0.0.1:43167, datanodeUuid=81bcc8e7-3d01-448a-9d83-8aa88358d350, infoPort=43749, infoSecurePort=0, ipcPort=47142, storageInfo=lv=-56;cid=testClusterID;nsid=746833506;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 842007 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x49c75e8d85f96d: from storage DS-41fb63d0-80d6-461e-8463-0a2d5b3f9fb0 node DatanodeRegistration(127.0.0.1:36367, datanodeUuid=380b4549-d68f-4b69-85ec-418c677229eb, infoPort=38437, infoSecurePort=0, ipcPort=55971, storageInfo=lv=-56;cid=testClusterID;nsid=746833506;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 842480 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 842493 INFO (Thread-9244) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 842493 INFO (Thread-9244) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 842503 ERROR (Thread-9244) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 842593 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkTestServer start zk server on port:35511
[junit4] 2> 842606 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 842608 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 842610 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 842611 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 842613 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 842614 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 842616 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 842619 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 842620 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 842621 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 842623 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 842739 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/control-001/cores/collection1
[junit4] 2> 842741 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 842742 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e2593b0{/,null,AVAILABLE}
[junit4] 2> 842743 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51f17164{HTTP/1.1,[http/1.1]}{127.0.0.1:46394}
[junit4] 2> 842747 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server Started @845876ms
[junit4] 2> 842747 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:50475/hdfs__localhost_50475__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001_tempDir-002_control_data, hostContext=/, hostPort=46394, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/control-001/cores}
[junit4] 2> 842748 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 842748 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 842748 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 842748 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 842748 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T13:16:20.360Z
[junit4] 2> 842752 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 842752 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/control-001/solr.xml
[junit4] 2> 842763 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 842765 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35511/solr
[junit4] 2> 842794 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 842794 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46394_
[junit4] 2> 842795 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.Overseer Overseer (id=99648469736620036-127.0.0.1:46394_-n_0000000000) starting
[junit4] 2> 842806 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46394_
[junit4] 2> 842813 INFO (zkCallback-1285-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 842893 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/control-001/cores
[junit4] 2> 842893 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:46394_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 842895 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 842905 INFO (OverseerStateUpdate-99648469736620036-127.0.0.1:46394_-n_0000000000) [n:127.0.0.1:46394_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 843921 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 843955 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 844106 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 844123 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 844123 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50475/solr_hdfs_home
[junit4] 2> 844123 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 844123 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 844123 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/control-001/cores/collection1], dataDir=[hdfs://localhost:50475/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 844124 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33d2f39d
[junit4] 2> 844124 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 844135 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 844135 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 844135 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 844144 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 844145 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 844165 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 844172 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 844172 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 844172 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 844178 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 844178 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=29.3125, floorSegmentMB=0.25390625, forceMergeDeletesPctAllowed=0.9764929896714247, segmentsPerTier=50.0, maxCFSSegmentSizeMB=1.5185546875, noCFSRatio=0.30202736206383585
[junit4] 2> 844194 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36367 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f41f3bb6-b5cd-4078-8203-8b333fac5fc3:NORMAL:127.0.0.1:43167|RBW], ReplicaUC[[DISK]DS-41fb63d0-80d6-461e-8463-0a2d5b3f9fb0:NORMAL:127.0.0.1:36367|FINALIZED]]} size 0
[junit4] 2> 844196 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43167 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f41f3bb6-b5cd-4078-8203-8b333fac5fc3:NORMAL:127.0.0.1:43167|RBW], ReplicaUC[[DISK]DS-41fb63d0-80d6-461e-8463-0a2d5b3f9fb0:NORMAL:127.0.0.1:36367|FINALIZED]]} size 0
[junit4] 2> 844210 WARN (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 844254 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 844254 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 844254 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 844274 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 844274 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 844280 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=32.333984375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=21.043811099767726, segmentsPerTier=14.0, maxCFSSegmentSizeMB=0.912109375, noCFSRatio=1.0
[junit4] 2> 844290 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@584668d9[collection1] main]
[junit4] 2> 844292 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 844292 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 844292 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 844295 INFO (searcherExecutor-2430-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@584668d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 844300 INFO (coreLoadExecutor-2429-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594375517673357312
[junit4] 2> 844307 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46394/collection1/
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46394/collection1/ has no replicas
[junit4] 2> 844308 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 844309 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35511/solr ready
[junit4] 2> 844309 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 844309 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 844314 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46394/collection1/ shard1
[junit4] 2> 844428 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001/cores/collection1
[junit4] 2> 844429 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001
[junit4] 2> 844429 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 844431 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7500575f{/,null,AVAILABLE}
[junit4] 2> 844431 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2bc1ce0e{HTTP/1.1,[http/1.1]}{127.0.0.1:51812}
[junit4] 2> 844432 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server Started @847560ms
[junit4] 2> 844432 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:50475/hdfs__localhost_50475__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=51812, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001/cores}
[junit4] 2> 844432 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 844433 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 844433 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 844433 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 844433 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T13:16:22.045Z
[junit4] 2> 844436 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 844436 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001/solr.xml
[junit4] 2> 844443 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 844443 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35511/solr
[junit4] 2> 844455 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 844457 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:51812_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 844460 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:51812_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51812_
[junit4] 2> 844461 INFO (zkCallback-1289-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 844463 INFO (zkCallback-1285-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 844463 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 844465 INFO (coreZkRegister-2422-thread-1-processing-n:127.0.0.1:46394_ x:collection1 c:control_collection) [n:127.0.0.1:46394_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 844548 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:51812_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001/cores
[junit4] 2> 844548 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:51812_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 844549 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 844551 INFO (OverseerStateUpdate-99648469736620036-127.0.0.1:46394_-n_0000000000) [n:127.0.0.1:46394_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 844655 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 845567 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 845582 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 845733 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 845746 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50475/solr_hdfs_home
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:50475/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33d2f39d
[junit4] 2> 845747 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 845756 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 845756 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 845756 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 845763 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 845764 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 845782 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 845789 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 845789 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 845789 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 845796 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 845797 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=29.3125, floorSegmentMB=0.25390625, forceMergeDeletesPctAllowed=0.9764929896714247, segmentsPerTier=50.0, maxCFSSegmentSizeMB=1.5185546875, noCFSRatio=0.30202736206383585
[junit4] 2> 845816 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36367 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1c9d5cb1-5254-4efe-bd60-28d2595886bb:NORMAL:127.0.0.1:43167|RBW], ReplicaUC[[DISK]DS-b59e5c3f-1dff-4764-9bf2-322b33d05f46:NORMAL:127.0.0.1:36367|RBW]]} size 0
[junit4] 2> 845819 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43167 is added to blk_1073741826_1002 size 71
[junit4] 2> 845833 WARN (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 845887 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 845887 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 845887 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 845901 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 845901 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 845903 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=32.333984375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=21.043811099767726, segmentsPerTier=14.0, maxCFSSegmentSizeMB=0.912109375, noCFSRatio=1.0
[junit4] 2> 845908 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f150de[collection1] main]
[junit4] 2> 845909 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 845910 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 845910 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 845923 INFO (searcherExecutor-2441-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7f150de[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 845926 INFO (coreLoadExecutor-2440-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594375519378341888
[junit4] 2> 845942 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 845942 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 845942 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51812/collection1/
[junit4] 2> 845942 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 845942 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51812/collection1/ has no replicas
[junit4] 2> 845943 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 845957 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51812/collection1/ shard2
[junit4] 2> 846054 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001/cores/collection1
[junit4] 2> 846054 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001
[junit4] 2> 846055 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 846057 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59302569{/,null,AVAILABLE}
[junit4] 2> 846057 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34090090{HTTP/1.1,[http/1.1]}{127.0.0.1:55160}
[junit4] 2> 846058 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server Started @849187ms
[junit4] 2> 846058 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:50475/hdfs__localhost_50475__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=55160, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001/cores}
[junit4] 2> 846058 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 846059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 846059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 846059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 846059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T13:16:23.671Z
[junit4] 2> 846060 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 846069 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 846069 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001/solr.xml
[junit4] 2> 846076 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 846077 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35511/solr
[junit4] 2> 846088 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 846090 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:55160_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 846092 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:55160_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55160_
[junit4] 2> 846094 INFO (zkCallback-1289-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 846096 INFO (zkCallback-1285-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 846097 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 846101 INFO (zkCallback-1301-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 846109 INFO (coreZkRegister-2435-thread-1-processing-n:127.0.0.1:51812_ x:collection1 c:collection1) [n:127.0.0.1:51812_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 846149 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:55160_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001/cores
[junit4] 2> 846149 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:55160_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 846151 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 846152 INFO (OverseerStateUpdate-99648469736620036-127.0.0.1:46394_-n_0000000000) [n:127.0.0.1:46394_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 846256 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 846256 INFO (zkCallback-1301-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847170 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 847191 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 847321 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 847335 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 847335 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50475/solr_hdfs_home
[junit4] 2> 847335 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 847335 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 847335 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:50475/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 847336 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33d2f39d
[junit4] 2> 847336 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 847345 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 847345 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 847345 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 847356 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 847357 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 847380 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50475/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 847398 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 847398 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 847398 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 847419 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 847419 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=29.3125, floorSegmentMB=0.25390625, forceMergeDeletesPctAllowed=0.9764929896714247, segmentsPerTier=50.0, maxCFSSegmentSizeMB=1.5185546875, noCFSRatio=0.30202736206383585
[junit4] 2> 847446 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43167 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b59e5c3f-1dff-4764-9bf2-322b33d05f46:NORMAL:127.0.0.1:36367|RBW], ReplicaUC[[DISK]DS-f41f3bb6-b5cd-4078-8203-8b333fac5fc3:NORMAL:127.0.0.1:43167|RBW]]} size 0
[junit4] 2> 847447 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36367 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f41f3bb6-b5cd-4078-8203-8b333fac5fc3:NORMAL:127.0.0.1:43167|RBW], ReplicaUC[[DISK]DS-41fb63d0-80d6-461e-8463-0a2d5b3f9fb0:NORMAL:127.0.0.1:36367|FINALIZED]]} size 0
[junit4] 2> 847458 WARN (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 847506 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 847506 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 847506 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 847517 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 847517 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 847523 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=32.333984375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=21.043811099767726, segmentsPerTier=14.0, maxCFSSegmentSizeMB=0.912109375, noCFSRatio=1.0
[junit4] 2> 847532 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dad7f83[collection1] main]
[junit4] 2> 847534 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 847535 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 847535 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 847538 INFO (searcherExecutor-2452-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4dad7f83[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 847540 INFO (coreLoadExecutor-2451-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594375521070743552
[junit4] 2> 847555 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 847555 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 847555 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55160/collection1/
[junit4] 2> 847556 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 847556 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55160/collection1/ has no replicas
[junit4] 2> 847556 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 847563 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55160/collection1/ shard1
[junit4] 2> 847660 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-3-001/cores/collection1
[junit4] 2> 847661 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-3-001
[junit4] 2> 847661 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 847663 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5827ebd3{/,null,AVAILABLE}
[junit4] 2> 847663 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b6011f{HTTP/1.1,[http/1.1]}{127.0.0.1:49401}
[junit4] 2> 847663 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.e.j.s.Server Started @850792ms
[junit4] 2> 847663 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:50475/hdfs__localhost_50475__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=49401, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-3-001/cores}
[junit4] 2> 847663 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 847671 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 847671 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 847671 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 847671 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T13:16:25.283Z
[junit4] 2> 847672 INFO (zkCallback-1301-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847672 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847682 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 847682 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-3-001/solr.xml
[junit4] 2> 847690 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 847691 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35511/solr
[junit4] 2> 847703 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:49401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 847706 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:49401_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 847708 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:49401_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49401_
[junit4] 2> 847711 INFO (zkCallback-1301-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 847711 INFO (zkCallback-1289-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 847712 INFO (zkCallback-1285-thread-1-processing-n:127.0.0.1:46394_) [n:127.0.0.1:46394_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 847712 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 847720 INFO (zkCallback-1307-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 847721 INFO (coreZkRegister-2446-thread-1-processing-n:127.0.0.1:55160_ x:collection1 c:collection1) [n:127.0.0.1:55160_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 847810 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:49401_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_5FBDCDA8573442E0-001/shard-3-001/cores
[junit4] 2> 847810 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[5FBDCDA8573442E0]) [n:127.0.0.1:49401_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 847812 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 847820 INFO (OverseerStateUpdate-99648469736620036-127.0.0.1:46394_-n_0000000000) [n:127.0.0.1:46394_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 847923 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:51812_) [n:127.0.0.1:51812_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 847923 INFO (zkCallback-1301-thread-1-processing-n:127.0.0.1:55160_) [n:127.0.0.1:55160_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 847923 INFO (zkCallback-1307-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 848840 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 848868 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 848997 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 849011 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 849012 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50475/solr_hdfs_home
[junit4] 2> 849012 INFO (coreLoadExecutor-2462-thread-1-processing-n:127.0.0.1:49401_) [n:127.0.0.1:49401_ c:collectio
[...truncated too long message...]
toryScanner: shutdown has been called
[junit4] 2> 3999434 INFO (SUITE-StressHdfsTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3999535 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:44368) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3999536 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:44368) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1812823391-10.41.0.5-1520517966047 (Datanode Uuid c856dec8-3b55-4fa1-b966-dd8c3f89f862) service to localhost/127.0.0.1:44368
[junit4] 2> 3999538 WARN (SUITE-StressHdfsTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3999561 INFO (SUITE-StressHdfsTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3999663 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:44368) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3999663 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:44368) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1812823391-10.41.0.5-1520517966047 (Datanode Uuid 1ea4f383-56b4-4097-9cc8-773136115633) service to localhost/127.0.0.1:44368
[junit4] 2> 3999674 INFO (SUITE-StressHdfsTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3999777 INFO (SUITE-StressHdfsTest-seed#[5FBDCDA8573442E0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_5FBDCDA8573442E0-001
[junit4] 2> Mar 08, 2018 2:08:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=BlockTreeOrds(blocksize=128), multiDefault=FST50, intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=BlockTreeOrds(blocksize=128), range_facet_i_dv=FST50, text=Lucene50(blocksize=128), range_facet_l=FST50, timestamp=FST50, txt_t=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Lucene54), intDvoDefault=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=1009, maxMBSortInHeap=5.078668139022737, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=pl, timezone=US/Arizona
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=206427680,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaVersionResource, BitVectorTest, RequiredFieldsTest, ScriptEngineTest, CurrencyFieldOpenExchangeTest, TestQuerySenderNoQuery, TestDistribDocBasedVersion, TestUninvertingReader, QueryResultKeyTest, ResourceLoaderTest, NumericFieldsTest, UUIDFieldTest, LeaderElectionContextKeyTest, TestNamedUpdateProcessors, TestHighlightDedupGrouping, TestSchemaNameResource, UtilsToolTest, TestSolrCloudWithKerberosAlt, V2ApiIntegrationTest, DirectoryFactoryTest, TestFunctionQuery, TestCorePropertiesReload, TestValueSourceCache, TestManagedSynonymFilterFactory, TestStressRecovery, TestJettySolrRunner, TestSolrDeletionPolicy2, BlockDirectoryTest, TestSubQueryTransformer, TestSortByMinMaxFunction, CollectionReloadTest, SolrGangliaReporterTest, CollectionsAPIAsyncDistributedZkTest, TestPathTrie, ZkNodePropsTest, TestSolrQueryParserResource, SpatialRPTFieldTypeTest, TestHdfsBackupRestoreCore, TestConfigsApi, DocValuesNotIndexedTest, CdcrReplicationHandlerTest, TestCrossCoreJoin, TestExpandComponent, SimpleMLTQParserTest, TestFreeTextSuggestions, OverseerRolesTest, CdcrUpdateLogTest, DistributedFacetPivotLongTailTest, DistributedExpandComponentTest, SolrRequestParserTest, TestIBSimilarityFactory, CustomCollectionTest, HLLSerializationTest, TestCloudNestedDocsSort, SolrIndexMetricsTest, TestCloudPseudoReturnFields, TestLegacyFieldCache, TestDocSet, TestLazyCores, TestSolr4Spatial, DateFieldTest, PeerSyncReplicationTest, TestAnalyzeInfixSuggestions, PeerSyncTest, BaseCdcrDistributedZkTest, SynonymTokenizerTest, TestStressInPlaceUpdates, BlockJoinFacetRandomTest, DefaultValueUpdateProcessorTest, ChangedSchemaMergeTest, RegexBoostProcessorTest, TestFastLRUCache, BasicAuthIntegrationTest, TestConfigSetImmutable, ExternalFileFieldSortTest, TestSimpleTextCodec, TestReplicationHandler, TestDistributedSearch, TestFieldCacheSortRandom, TestOmitPositions, TestJsonFacets, TestBulkSchemaAPI, ShardSplitTest, DistributedFacetPivotWhiteBoxTest, TestXmlQParser, TestCollectionAPI, BasicZkTest, TestSolr4Spatial2, HdfsTlogReplayBufferedWhileIndexingTest, TestRandomDVFaceting, TestConfigSetsAPIZkFailure, VMParamsZkACLAndCredentialsProvidersTest, TestSha256AuthenticationProvider, TestMacroExpander, UpdateLogTest, HdfsNNFailoverTest, TestSolrXml, MultiThreadedOCPTest, TestQueryWrapperFilter, ConfigSetsAPITest, DeleteNodeTest, TestFieldResource, FileBasedSpellCheckerTest, SubstringBytesRefFilterTest, TestAtomicUpdateErrorCases, TestSchemalessBufferedUpdates, ClusterStateTest, TestRemoteStreaming, TestSolrCoreProperties, MetricUtilsTest, TestDocumentBuilder, PreAnalyzedUpdateProcessorTest, TestBadConfig, LeaderElectionIntegrationTest, RecoveryZkTest, TestRandomFaceting, TestZkChroot, AutoCommitTest, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestReload, TestCoreContainer, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, DocValuesTest, TestStressLucene, TestTrie, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, QueryEqualityTest, SortByFunctionTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, TermVectorComponentTest, TestSolrQueryParser, LoggingHandlerTest, TestJmxIntegration, MBeansHandlerTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, BadComponentTest, TestBinaryField, TestElisionMultitermQuery, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, SliceStateTest, SystemInfoHandlerTest, CircularListTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, CdcrRequestHandlerTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribCursorPagingTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, TestRebalanceLeaders, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest]
[junit4] Completed [564/714 (3!)] on J0 in 181.20s, 1 test, 1 error <<< FAILURES!
[...truncated 46772 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 37 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/37/
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353) at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3044) at org.apache.solr.core.SolrCore.close(SolrCore.java:1575) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:969) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:950) at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3044)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1575)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:969)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:950)
at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DF5C6277AD21161E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
Error from server at https://127.0.0.1:40361/_dp/e/collection1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 </title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /_dp/e/collection1/update. Reason: <pre> {metadata={error-class=org.apache.solr.core.SolrCoreInitializationException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1361) at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:268) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:483) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:950) at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ... 1 more Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB. at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:312) at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:288) at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:228) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:917) ... 9 more Caused by: java.lang.OutOfMemoryError: Direct buffer memory at java.nio.Bits.reserveMemory(Bits.java:694) at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123) at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311) at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75) at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310) ... 14 more ,code=500}</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40361/_dp/e/collection1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /_dp/e/collection1/update. Reason:
<pre> {metadata={error-class=org.apache.solr.core.SolrCoreInitializationException,root-error-class=java.lang.OutOfMemoryError},msg=SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.,trace=org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1361)
at org.apache.solr.servlet.HttpSolrCall.init(HttpSolrCall.java:268)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:483)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:950)
at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:312)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:288)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:228)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:917)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310)
... 14 more
,code=500}</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([DF5C6277AD21161E:57085DAD03DD7BE6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:580)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:835)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestDynamicLoading.testDynamicLoading
Error Message:
Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: { "responseHeader":{ "status":0, "QTime":0}, "overlay":{ "znodeVersion":0, "runtimeLib":{"colltest":{ "name":"colltest", "version":1}}}}, from server: null
Stack Trace:
java.lang.AssertionError: Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: {
"responseHeader":{
"status":0,
"QTime":0},
"overlay":{
"znodeVersion":0,
"runtimeLib":{"colltest":{
"name":"colltest",
"version":1}}}}, from server: null
at __randomizedtesting.SeedInfo.seed([DF5C6277AD21161E:7114F205AFCB3BE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:556)
at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1520441148100,generation=2,filelist=[_3my.cfe, _3my.cfs, _3my.si, _3nx.cfe, _3nx.cfs, _3nx.si, _3ny.fdt, _3ny.fdx, _3ny.fnm, _3ny.nvd, _3ny.nvm, _3ny.si, _3ny_Memory_0.ram, _3nz.fdt, _3nz.fdx, _3nz.fnm, _3nz.nvd, _3nz.nvm, _3nz.si, _3nz_Memory_0.ram, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1520441148100,generation=2,filelist=[_3my.cfe, _3my.cfs, _3my.si, _3nx.cfe, _3nx.cfs, _3nx.si, _3ny.fdt, _3ny.fdx, _3ny.fnm, _3ny.nvd, _3ny.nvm, _3ny.si, _3ny_Memory_0.ram, _3nz.fdt, _3nz.fdx, _3nz.fnm, _3nz.nvd, _3nz.nvm, _3nz.si, _3nz_Memory_0.ram, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, segments_2]}, {indexVersion=1520441148100,generation=3,filelist=[_3o0.cfe, _3o0.cfs, _3o0.si, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, _3o2.fdt, _3o2.fdx, _3o2.fnm, _3o2.nvd, _3o2.nvm, _3o2.si, _3o2_Memory_0.ram, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1520441148100,generation=2,filelist=[_3my.cfe, _3my.cfs, _3my.si, _3nx.cfe, _3nx.cfs, _3nx.si, _3ny.fdt, _3ny.fdx, _3ny.fnm, _3ny.nvd, _3ny.nvm, _3ny.si, _3ny_Memory_0.ram, _3nz.fdt, _3nz.fdx, _3nz.fnm, _3nz.nvd, _3nz.nvm, _3nz.si, _3nz_Memory_0.ram, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1520441148100,generation=2,filelist=[_3my.cfe, _3my.cfs, _3my.si, _3nx.cfe, _3nx.cfs, _3nx.si, _3ny.fdt, _3ny.fdx, _3ny.fnm, _3ny.nvd, _3ny.nvm, _3ny.si, _3ny_Memory_0.ram, _3nz.fdt, _3nz.fdx, _3nz.fnm, _3nz.nvd, _3nz.nvm, _3nz.si, _3nz_Memory_0.ram, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, segments_2]}, {indexVersion=1520441148100,generation=3,filelist=[_3o0.cfe, _3o0.cfs, _3o0.si, _3o1.fdt, _3o1.fdx, _3o1.fnm, _3o1.nvd, _3o1.nvm, _3o1.si, _3o1_Memory_0.ram, _3o2.fdt, _3o2.fdx, _3o2.fnm, _3o2.nvd, _3o2.nvm, _3o2.si, _3o2_Memory_0.ram, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([DF5C6277AD21161E:FA8B7947DD69181D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1281)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40687/r/ng
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40687/r/ng
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:134)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:71)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 46 more
Build Log:
[...truncated 12306 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/init-core-data-001
[junit4] 2> 658009 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 658010 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 658011 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 658011 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /r/ng
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 658550 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 658630 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 658653 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 658764 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_34818_hdfs____.p27vaw/webapp
[junit4] 2> 660656 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:34818
[junit4] 2> 661948 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 661949 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 662181 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43475_datanode____4qzb8a/webapp
[junit4] 2> 663520 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43475
[junit4] 2> 664594 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 664611 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 664793 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43791_datanode____b7aaaf/webapp
[junit4] 2> 669347 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:41587) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 669607 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9d9e77a5f62b8: from storage DS-b1adebb0-2962-402e-bba2-3aa07a7764fc node DatanodeRegistration(127.0.0.1:34423, datanodeUuid=8f2f064c-01f8-4041-a2ec-e3b933313ec7, infoPort=45142, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-56;cid=testClusterID;nsid=1649085565;c=0), blocks: 0, hasStaleStorage: true, processing time: 126 msecs
[junit4] 2> 669608 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9d9e77a5f62b8: from storage DS-53a096d0-87ee-4d67-8439-dae5169d8a99 node DatanodeRegistration(127.0.0.1:34423, datanodeUuid=8f2f064c-01f8-4041-a2ec-e3b933313ec7, infoPort=45142, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-56;cid=testClusterID;nsid=1649085565;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 670824 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43791
[junit4] 2> 672349 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:41587) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 672418 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9d9e82a0e2219: from storage DS-c9a73587-50f4-419c-8404-b3969f878909 node DatanodeRegistration(127.0.0.1:43167, datanodeUuid=33ad7626-df79-47a6-ba5f-d00f30ccf677, infoPort=34284, infoSecurePort=0, ipcPort=40891, storageInfo=lv=-56;cid=testClusterID;nsid=1649085565;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 672419 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9d9e82a0e2219: from storage DS-57f9dfe6-6066-4bf2-9121-7804eedc1ebd node DatanodeRegistration(127.0.0.1:43167, datanodeUuid=33ad7626-df79-47a6-ba5f-d00f30ccf677, infoPort=34284, infoSecurePort=0, ipcPort=40891, storageInfo=lv=-56;cid=testClusterID;nsid=1649085565;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 673176 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 673265 INFO (Thread-8879) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 673265 INFO (Thread-8879) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 673290 ERROR (Thread-8879) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 673366 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.ZkTestServer start zk server on port:37866
[junit4] 2> 673524 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 673538 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 673539 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 673541 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 673554 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 673555 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 673556 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 673557 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 673574 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 673575 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 673591 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 674441 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/control-001/cores/collection1
[junit4] 2> 674455 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e6b2437{/r/ng,null,AVAILABLE}
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@281226c2{HTTP/1.1,[http/1.1]}{127.0.0.1:45189}
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.Server Started @686472ms
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:41587/hdfs__lucene2-us-west.apache.org_41587__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001_tempDir-002_control_data, hostContext=/r/ng, hostPort=45189, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/control-001/cores}
[junit4] 2> 674503 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 674503 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 674504 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 674504 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-07T15:11:07.101Z
[junit4] 2> 674631 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 674631 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/control-001/solr.xml
[junit4] 2> 674692 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 674695 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37866/solr
[junit4] 2> 674963 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 674980 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45189_r%2Fng
[junit4] 2> 674981 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.Overseer Overseer (id=99643258690797572-127.0.0.1:45189_r%2Fng-n_0000000000) starting
[junit4] 2> 675036 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45189_r%2Fng
[junit4] 2> 675050 INFO (zkCallback-158-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 675267 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/control-001/cores
[junit4] 2> 675267 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 675305 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 675343 INFO (OverseerStateUpdate-99643258690797572-127.0.0.1:45189_r%2Fng-n_0000000000) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 676571 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 676636 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 677409 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 677710 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 677711 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home
[junit4] 2> 677711 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 677711 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 677711 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/control-001/cores/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 677712 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1397dcb1
[junit4] 2> 677728 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 677796 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 677796 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 677796 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 679063 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 679090 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 679235 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 679310 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 679311 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 679311 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 680627 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 680628 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=63.90234375, floorSegmentMB=0.830078125, forceMergeDeletesPctAllowed=3.5752316798021857, segmentsPerTier=25.0, maxCFSSegmentSizeMB=1.09375, noCFSRatio=0.7147959364477267
[junit4] 2> 680884 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43167 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-53a096d0-87ee-4d67-8439-dae5169d8a99:NORMAL:127.0.0.1:34423|RBW], ReplicaUC[[DISK]DS-57f9dfe6-6066-4bf2-9121-7804eedc1ebd:NORMAL:127.0.0.1:43167|RBW]]} size 71
[junit4] 2> 680884 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34423 is added to blk_1073741825_1001 size 71
[junit4] 2> 681455 WARN (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 682053 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 682053 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 682053 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 682143 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 682143 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 682179 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@77372943
[junit4] 2> 682451 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1affd7e9[collection1] main]
[junit4] 2> 682511 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 682547 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 682547 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 682630 INFO (searcherExecutor-307-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1affd7e9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 682656 INFO (coreLoadExecutor-306-thread-1-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594292148898889728
[junit4] 2> 683052 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 683052 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 683052 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45189/r/ng/collection1/
[junit4] 2> 683052 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 683052 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:45189/r/ng/collection1/ has no replicas
[junit4] 2> 683053 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 683106 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 683203 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37866/solr ready
[junit4] 2> 683203 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 683226 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45189/r/ng/collection1/ shard1
[junit4] 2> 683386 INFO (coreZkRegister-299-thread-1-processing-n:127.0.0.1:45189_r%2Fng x:collection1 c:control_collection) [n:127.0.0.1:45189_r%2Fng c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 684278 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001/cores/collection1
[junit4] 2> 684279 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001
[junit4] 2> 684306 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 684316 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6da0a504{/r/ng,null,AVAILABLE}
[junit4] 2> 684316 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2014d012{HTTP/1.1,[http/1.1]}{127.0.0.1:40687}
[junit4] 2> 684316 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.e.j.s.Server Started @696285ms
[junit4] 2> 684316 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:41587/hdfs__lucene2-us-west.apache.org_41587__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/r/ng, hostPort=40687, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001/cores}
[junit4] 2> 684317 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 684430 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.4
[junit4] 2> 684430 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 684430 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 684430 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-07T15:11:17.027Z
[junit4] 2> 684508 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 684508 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001/solr.xml
[junit4] 2> 684641 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 684719 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37866/solr
[junit4] 2> 685178 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 685180 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 685213 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40687_r%2Fng
[junit4] 2> 685417 INFO (zkCallback-158-thread-2-processing-n:127.0.0.1:45189_r%2Fng) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 685559 INFO (zkCallback-167-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 685417 INFO (zkCallback-162-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 685919 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001/cores
[junit4] 2> 685919 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[DF5C6277AD21161E]) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 685926 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 685955 INFO (OverseerStateUpdate-99643258690797572-127.0.0.1:45189_r%2Fng-n_0000000000) [n:127.0.0.1:45189_r%2Fng ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 686047 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.4
[junit4] 2> 686142 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 688505 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 688580 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 688580 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home
[junit4] 2> 688580 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 688580 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 688580 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_DF5C6277AD21161E-001/shard-1-001/cores/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 688581 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1397dcb1
[junit4] 2> 688581 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 688737 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 688737 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 688737 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 689279 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 689279 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 689516 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41587/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 689617 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 689617 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 689617 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 689697 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 689697 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=63.90234375, floorSegmentMB=0.830078125, forceMergeDeletesPctAllowed=3.5752316798021857, segmentsPerTier=25.0, maxCFSSegmentSizeMB=1.09375, noCFSRatio=0.7147959364477267
[junit4] 2> 689986 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43167 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b1adebb0-2962-402e-bba2-3aa07a7764fc:NORMAL:127.0.0.1:34423|RBW], ReplicaUC[[DISK]DS-c9a73587-50f4-419c-8404-b3969f878909:NORMAL:127.0.0.1:43167|RBW]]} size 71
[junit4] 2> 690004 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34423 is added to blk_1073741826_1002 size 71
[junit4] 2> 690477 WARN (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 690802 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 690802 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 690822 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 690930 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 690930 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 690966 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@417990e6
[junit4] 2> 691160 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fe2aa9a[collection1] main]
[junit4] 2> 691161 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 691161 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 691161 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 691208 INFO (searcherExecutor-318-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fe2aa9a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 691283 INFO (coreLoadExecutor-317-thread-1-processing-n:127.0.0.1:40687_r%2Fng) [n:127.0.0.1:40687_r%2Fng c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594292157944954880
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40687/r/ng/collection1/
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40687/r/ng/collection1/ has no replicas
[junit4] 2> 691436 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 691439 INFO (coreZkRegister-312-thread-1-processing-n:127.0.0.1:40687_r%2Fng x:collection1 c:collection1) [n:127.0.0.1:40687_r%2Fng c:collection1 s:shard2 r:core_node1 x:co
[...truncated too long message...]
n.java:244)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2>
[junit4] 2> LeaseRenewer:jenkins@lucene2-us-west.apache.org:41032:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:444)
[junit4] 2> org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
[junit4] 2> org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> process reaper:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> TimeLimitedCollector timer thread:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:261)
[junit4] 2>
[junit4] 2> IPC Parameter Sending Thread #7:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> IPC Parameter Sending Thread #8:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 7847832 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[DF5C6277AD21161E]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sv-SE, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=208046768,total=534249472
[junit4] 2> NOTE: All tests run in this JVM: [TestComplexPhraseLeadingWildcard, TestScoreJoinQPScore, MultiThreadedOCPTest, TestDynamicFieldCollectionResource, TestCloudPseudoReturnFields, ChaosMonkeyNothingIsSafeTest, VMParamsZkACLAndCredentialsProvidersTest, SuggestComponentContextFilterQueryTest, TestStressRecovery, DocumentAnalysisRequestHandlerTest, QueryElevationComponentTest, TestOmitPositions, BasicZkTest, SynonymTokenizerTest, DirectoryFactoryTest, SolrRequestParserTest, PreAnalyzedUpdateProcessorTest, TestBulkSchemaAPI, TestSha256AuthenticationProvider, DistributedFacetPivotWhiteBoxTest, TestExactSharedStatsCache, AnalyticsMergeStrategyTest, TestAuthorizationFramework, TestSolr4Spatial, SolrCoreTest, TestLazyCores, TestXmlQParser, RollingRestartTest, TestFieldCacheSortRandom, TestJsonFacets, RegexBoostProcessorTest, BlockDirectoryTest, TestTolerantUpdateProcessorRandomCloud, TestSortByMinMaxFunction, ScriptEngineTest, ReturnFieldsTest, AliasIntegrationTest, TestStressInPlaceUpdates, TestSchemaVersionResource, TestSolrXml, PeerSyncTest, TestRandomDVFaceting, DeleteNodeTest, TestSolrCloudWithKerberosAlt, TestPathTrie, SolrXmlInZkTest, DistribJoinFromCollectionTest, TestNonDefinedSimilarityFactory, SimpleCollectionCreateDeleteTest, TestSubQueryTransformer, TestExpandComponent, TestSolr4Spatial2, TestSolrQueryParserResource, V2ApiIntegrationTest, TestCSVLoader, NotRequiredUniqueKeyTest, DistributedSpellCheckComponentTest, ExternalFileFieldSortTest, TestSlowCompositeReaderWrapper, DistributedQueryElevationComponentTest, TestBadConfig, SolrGangliaReporterTest, DeleteStatusTest, TestCloudInspectUtil, SortSpecParsingTest, TestReRankQParserPlugin, DistributedExpandComponentTest, HdfsChaosMonkeyNothingIsSafeTest, TestJavabinTupleStreamParser, ChangedSchemaMergeTest, ClusterStateTest, MigrateRouteKeyTest, TestHalfAndHalfDocValues, TestRandomFaceting, TestCloudNestedDocsSort, EnumFieldTest, TestRequestStatusCollectionAPI, SignatureUpdateProcessorFactoryTest, LargeFieldTest, TestDocSet, TestSchemalessBufferedUpdates, DocValuesNotIndexedTest, TestRealTimeGet, TestJmxIntegration, CoreMergeIndexesAdminHandlerTest, TestStressLucene, CustomCollectionTest, SpatialRPTFieldTypeTest, TestFieldResource, TestDistributedSearch, HdfsTlogReplayBufferedWhileIndexingTest, TestFaceting, TestBinaryResponseWriter, TestFieldSortValues, TestMacroExpander, SyncSliceTest, SubstringBytesRefFilterTest, HdfsNNFailoverTest, QueryEqualityTest, TestFreeTextSuggestions, CacheHeaderTest, PropertiesRequestHandlerTest, TestUninvertingReader, TestSearcherReuse, TestQueryWrapperFilter, DefaultValueUpdateProcessorTest, PolyFieldTest, JavabinLoaderTest, TestManagedSynonymFilterFactory, BlockJoinFacetRandomTest, TestCodecSupport, UniqFieldsUpdateProcessorFactoryTest, TestFoldingMultitermQuery, TestStandardQParsers, UUIDFieldTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, TestReplicationHandler, SolrCLIZkUtilsTest, TestCloudJSONFacetJoinDomain, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudCluster, TestRebalanceLeaders, TestRequestForwarding, TestSizeLimitedDistributedMap, HdfsBasicDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsBasicDistributedZkTest -Dtests.seed=DF5C6277AD21161E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=sv-SE -Dtests.timezone=Europe/Rome -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | HdfsBasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
[junit4] > at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
[junit4] > at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3044)
[junit4] > at org.apache.solr.core.SolrCore.close(SolrCore.java:1575)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:969)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:950)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([DF5C6277AD21161E]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [689/714 (5!)] on J0 in 939.02s, 1 test, 1 failure <<< FAILURES!
[...truncated 46399 lines...]