You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/03/04 16:02:39 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 21 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/21/
4 tests failed.
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:E8B699A5F08DB3F4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:49920
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:49920
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:BE68C80265D3BCFF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1347)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1098)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:1B42B8823C0B6B0B]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:7E49836CCD1CFE92]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11341 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/init-core-data-001
[junit4] 2> 80675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 80675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001
[junit4] 2> 80675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 80676 INFO (Thread-122) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 80676 INFO (Thread-122) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 80776 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42409
[junit4] 2> 80798 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80800 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80801 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80802 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80807 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6931b748{/solr,null,AVAILABLE}
[junit4] 2> 80808 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@735a1b8f{HTTP/1.1,[http/1.1]}{127.0.0.1:47749}
[junit4] 2> 80808 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.Server Started @84771ms
[junit4] 2> 80808 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47749}
[junit4] 2> 80808 ERROR (jetty-launcher-103-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.840Z
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26fd48e5{/solr,null,AVAILABLE}
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5509cfb1{HTTP/1.1,[http/1.1]}{127.0.0.1:33436}
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.Server Started @84773ms
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33436}
[junit4] 2> 80810 ERROR (jetty-launcher-103-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.843Z
[junit4] 2> 80826 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67086d7e{/solr,null,AVAILABLE}
[junit4] 2> 80826 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ebceb03{HTTP/1.1,[http/1.1]}{127.0.0.1:55646}
[junit4] 2> 80826 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.Server Started @84789ms
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55646}
[junit4] 2> 80827 ERROR (jetty-launcher-103-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.858Z
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1667ebe0{/solr,null,AVAILABLE}
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c8c7a71{HTTP/1.1,[http/1.1]}{127.0.0.1:42544}
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.Server Started @84798ms
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42544}
[junit4] 2> 80835 ERROR (jetty-launcher-103-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80836 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80836 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80836 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.867Z
[junit4] 2> 80871 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80872 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80888 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80888 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80895 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80899 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80908 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80910 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80918 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80921 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80927 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80927 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80943 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a99b65c8c0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 80956 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a99b65c8c0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 81006 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33436_solr
[junit4] 2> 81007 INFO (jetty-launcher-103-thread-1) [n:127.0.0.1:42544_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42544_solr
[junit4] 2> 81007 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.Overseer Overseer (id=97559350457663495-127.0.0.1:33436_solr-n_0000000000) starting
[junit4] 2> 81017 INFO (jetty-launcher-103-thread-4) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81018 INFO (jetty-launcher-103-thread-3) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81023 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81025 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81030 INFO (jetty-launcher-103-thread-4) [n:127.0.0.1:55646_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55646_solr
[junit4] 2> 81030 INFO (jetty-launcher-103-thread-3) [n:127.0.0.1:47749_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47749_solr
[junit4] 2> 81033 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81035 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81037 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81043 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81066 INFO (jetty-launcher-103-thread-3) [n:127.0.0.1:47749_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node2/.
[junit4] 2> 81068 INFO (jetty-launcher-103-thread-4) [n:127.0.0.1:55646_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node4/.
[junit4] 2> 81069 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33436_solr
[junit4] 2> 81070 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81070 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81070 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81070 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81099 INFO (jetty-launcher-103-thread-1) [n:127.0.0.1:42544_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node1/.
[junit4] 2> 81234 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node3/.
[junit4] 2> 81284 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 81284 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42409/solr ready
[junit4] 2> 81808 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 82328 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 82480 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 82501 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 82590 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 82645 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43797_hdfs____umenvk/webapp
[junit4] 2> 83891 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43797
[junit4] 2> 84525 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 84529 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 84549 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56164_datanode____b8y91x/webapp
[junit4] 2> 84931 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56164
[junit4] 2> 85302 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 85303 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 85316 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60688_datanode____ur9dwj/webapp
[junit4] 2> 85727 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60688
[junit4] 2> 86429 INFO (IPC Server handler 2 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-fa70c8f6-eb40-4fdc-ad8d-9c9093f0767e node DatanodeRegistration(127.0.0.1:51343, datanodeUuid=780ca168-bcc7-4578-9ca5-fc14069d9307, infoPort=51413, infoSecurePort=0, ipcPort=54106, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 86429 INFO (IPC Server handler 2 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf node DatanodeRegistration(127.0.0.1:51343, datanodeUuid=780ca168-bcc7-4578-9ca5-fc14069d9307, infoPort=51413, infoSecurePort=0, ipcPort=54106, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 86432 INFO (IPC Server handler 4 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5 node DatanodeRegistration(127.0.0.1:42249, datanodeUuid=a759c346-08db-438c-b268-55a568560358, infoPort=37829, infoSecurePort=0, ipcPort=59956, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 86432 INFO (IPC Server handler 4 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-a70a9409-f8a6-4579-9dce-9ca32a43edc1 node DatanodeRegistration(127.0.0.1:42249, datanodeUuid=a759c346-08db-438c-b268-55a568560358, infoPort=37829, infoSecurePort=0, ipcPort=59956, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 86790 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[363CF7D8CB2FD107]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 86793 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[363CF7D8CB2FD107]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 86804 INFO (qtp464437644-664) [n:127.0.0.1:42544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 86811 INFO (OverseerThreadFactory-311-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 86949 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 86949 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 86952 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 86960 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 87070 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87070 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87070 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87070 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87971 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 87986 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 88008 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 88010 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 88010 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 88013 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88014 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 88016 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 88017 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 88018 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88019 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88023 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 88027 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 88027 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88029 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88029 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88029 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node1/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node1/data/]
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node2/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node3/data/]
[junit4] 2> 88030 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 88031 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 88035 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88035 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88035 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node3/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node4/data/]
[junit4] 2> 88036 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node4/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node2/data/]
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 88044 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88044 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88044 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 88048 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88048 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88048 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 88070 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88070 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88070 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 88074 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88075 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88075 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89310 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89310 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89317 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89321 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89322 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node2/data
[junit4] 2> 89323 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node4/data
[junit4] 2> 89325 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node3/data
[junit4] 2> 89325 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node1/data
[junit4] 2> 89378 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node1/data/index
[junit4] 2> 89382 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node4/data/index
[junit4] 2> 89382 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node3/data/index
[junit4] 2> 89389 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89389 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89389 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89398 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89398 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89398 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89415 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89415 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89415 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89420 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node2/data/index
[junit4] 2> 89441 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89441 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89441 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89448 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89452 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89453 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89474 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89749 INFO (IPC Server handler 5 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf:NORMAL:127.0.0.1:51343|RBW], ReplicaUC[[DISK]DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5:NORMAL:127.0.0.1:42249|RBW]]} size 71
[junit4] 2> 89750 INFO (IPC Server handler 8 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741828_1004 size 71
[junit4] 2> 89752 INFO (IPC Server handler 3 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a70a9409-f8a6-4579-9dce-9ca32a43edc1:NORMAL:127.0.0.1:42249|RBW], ReplicaUC[[DISK]DS-fa70c8f6-eb40-4fdc-ad8d-9c9093f0767e:NORMAL:127.0.0.1:51343|RBW]]} size 71
[junit4] 2> 89752 INFO (IPC Server handler 3 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf:NORMAL:127.0.0.1:51343|RBW], ReplicaUC[[DISK]DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5:NORMAL:127.0.0.1:42249|RBW]]} size 71
[junit4] 2> 89752 INFO (IPC Server handler 3 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf:NORMAL:127.0.0.1:51343|RBW], ReplicaUC[[DISK]DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5:NORMAL:127.0.0.1:42249|RBW]]} size 71
[junit4] 2> 89756 INFO (IPC Server handler 0 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741825_1001 size 71
[junit4] 2> 89756 INFO (IPC Server handler 0 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741827_1003 size 71
[junit4] 2> 89756 INFO (IPC Server handler 0 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741826_1002 size 71
[junit4] 2> 90207 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90207 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90207 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90207 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90207 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90207 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90241 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90241 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90242 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90247 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90247 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90247 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90255 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90255 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90259 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90259 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90275 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90275 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90277 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90277 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90355 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a58b012[addReplicaColl_shard1_replica1] main]
[junit4] 2> 90356 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@50bd8b69[addReplicaColl_shard2_replica1] main]
[junit4] 2> 90357 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90357 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90359 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90359 INFO (searcherExecutor-316-thread-1-processing-n:127.0.0.1:42544_solr x:addReplicaColl_shard2_replica1 s:shard2 c:addReplicaColl) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [addReplicaColl_shard2_replica1] Registered new searcher Searcher@50bd8b69[addReplicaColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90359 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617474928640
[junit4] 2> 90361 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a821303[addReplicaColl_shard1_replica2] main]
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617477025792
[junit4] 2> 90363 INFO (searcherExecutor-319-thread-1-processing-n:127.0.0.1:55646_solr x:addReplicaColl_shard1_replica1 s:shard1 c:addReplicaColl) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [addReplicaColl_shard1_replica1] Registered new searcher Searcher@7a58b012[addReplicaColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90365 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90366 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 90366 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90366 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90366 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617482268672
[junit4] 2> 90367 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 90368 INFO (searcherExecutor-317-thread-1-processing-n:127.0.0.1:47749_solr x:addReplicaColl_shard1_replica2 s:shard1 c:addReplicaColl) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [addReplicaColl_shard1_replica2] Registered new searcher Searcher@3a821303[addReplicaColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90369 INFO (zkCallback-120-thread-3-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90369 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90370 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90372 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90375 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a7826e8[addReplicaColl_shard2_replica2] main]
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90377 INFO (searcherExecutor-318-thread-1-processing-n:127.0.0.1:33436_solr x:addReplicaColl_shard2_replica2 s:shard2 c:addReplicaColl) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [addReplicaColl_shard2_replica2] Registered new searcher Searcher@5a7826e8[addReplicaColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617493803008
[junit4] 2> 90473 INFO (zkCallback-120-thread-3-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90473 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90473 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90473 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55646/solr/addReplicaColl_shard1_replica1/
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=http://127.0.0.1:55646/solr START replicas=[http://127.0.0.1:47749/solr/addReplicaColl_shard1_replica2/] nUpdates=100
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42544/solr/addReplicaColl_shard2_replica1/
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica1 url=http://127.0.0.1:42544/solr START replicas=[http://127.0.0.1:33436/solr/addReplicaColl_shard2_replica2/] nUpdates=100
[junit4] 2> 90880 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=http://127.0.0.1:55646/solr DONE. We have no versions. sync failed.
[junit4] 2> 90891 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica1 url=http://127.0.0.1:42544/solr DONE. We have no versions. sync failed.
[junit4] 2> 90893 INFO (qtp860039974-625) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.S.Request [addReplicaColl_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 90893 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 90893 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 90896 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55646/solr/addReplicaColl_shard1_replica1/ shard1
[junit4] 2> 90901 INFO (qtp627964550-638) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica2] o.a.s.c.S.Request [addReplicaColl_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 90902 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 90902 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 90905 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42544/solr/addReplicaColl_shard2_replica1/ shard2
[junit4] 2> 91010 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91010 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91010 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91011 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91047 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 91049 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=4100
[junit4] 2> 91056 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 91059 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=4111
[junit4] 2> 91162 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91162 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91162 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91163 INFO (zkCallback-120-thread-3-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91379 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=4431
[junit4] 2> 91383 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=4423
[junit4] 2> 91388 INFO (qtp464437644-664) [n:127.0.0.1:42544_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 91489 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91489 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91489 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncCo
[...truncated too long message...]
FD107]) [ ] o.a.s.c.Overseer Overseer (id=97559578888699921-127.0.0.1:38480__s-n_0000000004) closing
[junit4] 2> 3933205 INFO (OverseerStateUpdate-97559578888699921-127.0.0.1:38480__s-n_0000000004) [n:127.0.0.1:38480__s ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38480__s
[junit4] 2> 3934705 WARN (zkCallback-32414-thread-3-processing-n:127.0.0.1:38480__s) [n:127.0.0.1:38480__s ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3934706 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 3934706 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2d1ae757{HTTP/1.1,[http/1.1]}{127.0.0.1:38480}
[junit4] 2> 3934706 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9e5aa5e{/_s,null,UNAVAILABLE}
[junit4] 2> 3934708 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60998 60998
[junit4] 2> 3934801 INFO (Thread-33438) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60998 60998
[junit4] 2> 3934801 WARN (Thread-33438) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/configs/conf1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/collections/all_in_lir/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/97559578888699908-127.0.0.1:35119__s-n_0000000000
[junit4] 2> 2 /solr/collections/all_in_lir/leader_elect/shard1/election/97559578888699921-core_node3-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 355 /solr/overseer/collection-queue-work
[junit4] 2> 60 /solr/overseer/queue
[junit4] 2> 9 /solr/overseer/queue-work
[junit4] 2> 7 /solr/collections
[junit4] 2> 4 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderInitiatedRecoveryOnShardRestartTest -Dtests.method=testRestartWithAllInLIR -Dtests.seed=363CF7D8CB2FD107 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=Egypt -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 369s J2 | LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:E8B699A5F08DB3F4]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
[junit4] > at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3934805 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_363CF7D8CB2FD107-001
[junit4] 2> Mar 04, 2017 3:30:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=Lucene50(blocksize=128), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_i_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1575, maxMBSortInHeap=7.0448107692488735, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ja-JP-u-ca-japanese-x-lvariant-JP, timezone=Egypt
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=216654416,total=529530880
[junit4] 2> NOTE: All tests run in this JVM: [SpatialRPTFieldTypeTest, OpenExchangeRatesOrgProviderTest, TestAnalyzedSuggestions, TimeZoneUtilsTest, SolrTestCaseJ4Test, TestRestoreCore, TestSolrJ, TestMaxScoreQueryParser, TestSchemaNameResource, CircularListTest, HdfsDirectoryFactoryTest, TestReversedWildcardFilterFactory, CursorMarkTest, TestImpersonationWithHadoopAuth, TestRebalanceLeaders, HdfsChaosMonkeySafeLeaderTest, FieldAnalysisRequestHandlerTest, DataDrivenBlockJoinTest, TestSolrQueryParser, PreAnalyzedFieldTest, HdfsUnloadDistributedZkTest, UpdateParamsTest, TestManagedResourceStorage, TestInitParams, TestDFRSimilarityFactory, BlobRepositoryCloudTest, RestartWhileUpdatingTest, TestMergePolicyConfig, TestHdfsCloudBackupRestore, TermVectorComponentDistributedTest, HdfsBasicDistributedZk2Test, TestNumericTerms32, TestFieldCacheSanityChecker, TestConfigSets, TestManagedSynonymFilterFactory, OverseerTaskQueueTest, TestSolrCloudWithKerberosAlt, PingRequestHandlerTest, DebugComponentTest, TestClusterStateMutator, TestSolrQueryResponse, VersionInfoTest, BitVectorTest, SolrCoreCheckLockOnStartupTest, SpatialHeatmapFacetsTest, CdcrRequestHandlerTest, SOLR749Test, TestUnifiedSolrHighlighter, TestSchemaVersionResource, TestDocBasedVersionConstraints, FieldMutatingUpdateProcessorTest, HLLSerializationTest, TestPostingsSolrHighlighter, ParsingFieldUpdateProcessorsTest, BadIndexSchemaTest, TestXIncludeConfig, CdcrBootstrapTest, LeaderFailoverAfterPartitionTest, TestIndexSearcher, CoreSorterTest, TestPhraseSuggestions, TestDocTermOrds, PrimitiveFieldTypeTest, TestJsonFacetRefinement, SolrCloudExampleTest, TestMiniSolrCloudCluster, TestManagedSchema, TestTolerantSearch, TestGeoJSONResponseWriter, SolrPluginUtilsTest, SolrCoreMetricManagerTest, CurrencyFieldXmlFileTest, HdfsSyncSliceTest, TestSolrFieldCacheMBean, TestTrackingShardHandlerFactory, ChangedSchemaMergeTest, BasicDistributedZk2Test, TestPushWriter, TestStressLiveNodes, UUIDUpdateProcessorFallbackTest, SimpleFacetsTest, PluginInfoTest, TestSolrQueryParserResource, HdfsRecoverLeaseTest, CloneFieldUpdateProcessorFactoryTest, TestRecovery, ConnectionReuseTest, DistributedFacetExistsSmallTest, TestSubQueryTransformerCrossCore, EnumFieldTest, CollectionStateFormat2Test, TestBinaryResponseWriter, TestSolrConfigHandlerCloud, TestSolrXml, TestDistribDocBasedVersion, TestDefaultStatsCache, TestUtils, TestCloudDeleteByQuery, TestIndexingPerformance, TestConfig, TestLMJelinekMercerSimilarityFactory, FullSolrCloudDistribCmdsTest, TestPerFieldSimilarityClassic, StatelessScriptUpdateProcessorFactoryTest, LeaderElectionTest, BinaryUpdateRequestHandlerTest, TestDynamicLoading, BlockJoinFacetDistribTest, TestConfigOverlay, UtilsToolTest, GraphQueryTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest]
[junit4] Completed [511/680 (3!)] on J2 in 369.91s, 1 test, 1 failure <<< FAILURES!
[...truncated 62953 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 24 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/24/
5 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Captured an uncaught exception in thread: Thread[id=51604, name=Thread-48985, state=RUNNABLE, group=TGRP-TestDistributedSearch]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=51604, name=Thread-48985, state=RUNNABLE, group=TGRP-TestDistributedSearch]
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:F417D3300033FA6D]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41281/oci/qv/collection1: java.lang.NullPointerException
at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:41)
at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:757)
at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:740)
at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:428)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.TestDistributedSearch$1.run(TestDistributedSearch.java:1116)
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=9682 sum(shards)=9693 cloudClient=9693
Stack Trace:
java.lang.AssertionError: document count mismatch. control=9682 sum(shards)=9693 cloudClient=9693
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:F417D3300033FA6D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:228)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316) at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:519) at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381) at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75) at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1611) at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1170) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124) at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316)
at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:519)
at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381)
at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1611)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1170)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor175.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:513DA3B059EB2D99]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:3436985EA8FCB800]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11493 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/init-core-data-001
[junit4] 2> 266133 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 266134 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001
[junit4] 2> 266134 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 266134 INFO (Thread-415) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 266134 INFO (Thread-415) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 266234 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34622
[junit4] 2> 266244 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266247 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266255 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266257 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266267 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@402b6ce6{/solr,null,AVAILABLE}
[junit4] 2> 266268 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f6271e3{SSL,[ssl, http/1.1]}{127.0.0.1:34548}
[junit4] 2> 266268 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.Server Started @270225ms
[junit4] 2> 266268 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34548}
[junit4] 2> 266269 ERROR (jetty-launcher-156-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266269 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266269 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266269 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266270 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:56.982Z
[junit4] 2> 266270 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7aafec12{/solr,null,AVAILABLE}
[junit4] 2> 266274 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d5385d9{SSL,[ssl, http/1.1]}{127.0.0.1:43587}
[junit4] 2> 266275 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266277 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.Server Started @270231ms
[junit4] 2> 266290 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43587}
[junit4] 2> 266288 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66534225{/solr,null,AVAILABLE}
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bec6aff{SSL,[ssl, http/1.1]}{127.0.0.1:41075}
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.Server Started @270248ms
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41075}
[junit4] 2> 266291 ERROR (jetty-launcher-156-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266292 ERROR (jetty-launcher-156-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:57.005Z
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:57.005Z
[junit4] 2> 266291 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71e4fdfb{/solr,null,AVAILABLE}
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33379cca{SSL,[ssl, http/1.1]}{127.0.0.1:45754}
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.Server Started @270249ms
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45754}
[junit4] 2> 266293 ERROR (jetty-launcher-156-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:57.006Z
[junit4] 2> 266296 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266327 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266329 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266331 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266331 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266340 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266341 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266373 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34548_solr
[junit4] 2> 266381 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.Overseer Overseer (id=97577627605729287-127.0.0.1:34548_solr-n_0000000000) starting
[junit4] 2> 266409 INFO (jetty-launcher-156-thread-4) [n:127.0.0.1:45754_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45754_solr
[junit4] 2> 266443 INFO (jetty-launcher-156-thread-2) [n:127.0.0.1:43587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 266448 INFO (jetty-launcher-156-thread-2) [n:127.0.0.1:43587_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43587_solr
[junit4] 2> 266479 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34548_solr
[junit4] 2> 266479 INFO (jetty-launcher-156-thread-3) [n:127.0.0.1:41075_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 266482 INFO (jetty-launcher-156-thread-3) [n:127.0.0.1:41075_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41075_solr
[junit4] 2> 266486 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 266486 INFO (zkCallback-175-thread-2-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 266486 INFO (OverseerStateUpdate-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 266498 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 266525 INFO (zkCallback-178-thread-2-processing-n:127.0.0.1:41075_solr) [n:127.0.0.1:41075_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 266529 INFO (zkCallback-176-thread-1-processing-n:127.0.0.1:43587_solr) [n:127.0.0.1:43587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 266537 INFO (jetty-launcher-156-thread-4) [n:127.0.0.1:45754_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node4/.
[junit4] 2> 266547 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 266591 INFO (jetty-launcher-156-thread-3) [n:127.0.0.1:41075_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node3/.
[junit4] 2> 266646 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node1/.
[junit4] 2> 266689 INFO (jetty-launcher-156-thread-2) [n:127.0.0.1:43587_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node2/.
[junit4] 2> 266837 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 266838 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34622/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 266961 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 266995 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 266998 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 267035 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51120_hdfs____5m9nel/webapp
[junit4] 2> 267786 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51120
[junit4] 2> 267896 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 267897 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 267906 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55824_datanode____ekgkw1/webapp
[junit4] 2> 268267 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55824
[junit4] 2> 268318 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 268319 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 268339 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56656_datanode____.7huxoj/webapp
[junit4] 2> 268398 INFO (IPC Server handler 4 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-6e934026-cc2e-4687-859d-b6b7e9499bdd node DatanodeRegistration(127.0.0.1:52520, datanodeUuid=f94e2abd-47d0-49ff-affc-50044bd2661e, infoPort=48327, infoSecurePort=0, ipcPort=43637, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 268399 INFO (IPC Server handler 4 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-0b3cb228-193e-4a37-8cab-0479ff8e4a4c node DatanodeRegistration(127.0.0.1:52520, datanodeUuid=f94e2abd-47d0-49ff-affc-50044bd2661e, infoPort=48327, infoSecurePort=0, ipcPort=43637, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 268721 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56656
[junit4] 2> 268918 INFO (IPC Server handler 3 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-e4c413fc-446d-4006-aa1e-d050a717f0c5 node DatanodeRegistration(127.0.0.1:53158, datanodeUuid=13772322-3816-42f1-ac5e-739f7e3a07dc, infoPort=58017, infoSecurePort=0, ipcPort=52137, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 268918 INFO (IPC Server handler 3 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-9267374d-34a6-489e-9e82-062aa6a0aed5 node DatanodeRegistration(127.0.0.1:53158, datanodeUuid=13772322-3816-42f1-ac5e-739f7e3a07dc, infoPort=58017, infoSecurePort=0, ipcPort=52137, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 269006 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 269007 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7C43ECEAAECF9795]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 269092 INFO (qtp1678580145-1262) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 269094 INFO (OverseerThreadFactory-426-thread-1-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 269300 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 269409 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 270316 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 270326 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 270329 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 270331 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
[junit4] 2> 270349 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60853/data
[junit4] 2> 270349 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 270349 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node4/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:60853/data/created_and_deleted/core_node1/data/]
[junit4] 2> 270350 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60853/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 270375 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 270375 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 270375 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 272114 WARN (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 277117 WARN (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 282126 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 282127 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60853/data/created_and_deleted/core_node1/data
[junit4] 2> 282165 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60853/data/created_and_deleted/core_node1/data/index
[junit4] 2> 282170 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 282170 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 282171 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 282182 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 282216 INFO (IPC Server handler 0 on 60853) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53158 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6e934026-cc2e-4687-859d-b6b7e9499bdd:NORMAL:127.0.0.1:52520|RBW], ReplicaUC[[DISK]DS-9267374d-34a6-489e-9e82-062aa6a0aed5:NORMAL:127.0.0.1:53158|RBW]]} size 0
[junit4] 2> 282218 INFO (IPC Server handler 1 on 60853) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52520 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6e934026-cc2e-4687-859d-b6b7e9499bdd:NORMAL:127.0.0.1:52520|RBW], ReplicaUC[[DISK]DS-9267374d-34a6-489e-9e82-062aa6a0aed5:NORMAL:127.0.0.1:53158|RBW]]} size 0
[junit4] 2> 282250 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 282250 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 282250 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 282260 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 282260 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 282289 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c16455f[created_and_deleted_shard1_replica1] main]
[junit4] 2> 282290 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 282290 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 282292 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 282292 INFO (searcherExecutor-435-thread-1-processing-n:127.0.0.1:45754_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@4c16455f[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 282292 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561242058626170880
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45754/solr/created_and_deleted_shard1_replica1/
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:45754/solr/created_and_deleted_shard1_replica1/ has no replicas
[junit4] 2> 282299 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 282302 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45754/solr/created_and_deleted_shard1_replica1/ shard1
[junit4] 2> 282408 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 282454 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 282456 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=13157
[junit4] 2> 282460 INFO (qtp1678580145-1262) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 282556 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 283099 INFO (OverseerCollectionConfigSetProcessor-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 283461 INFO (qtp1678580145-1262) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=14368
[junit4] 2> 283465 INFO (qtp1678580145-1251) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 283465 INFO (qtp1678580145-1251) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 283468 INFO (qtp1678580145-1263) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 283470 INFO (OverseerThreadFactory-426-thread-2-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 283474 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 283474 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2486702a
[junit4] 2> 283482 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 283488 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60853/data/created_and_deleted/core_node1/data/index
[junit4] 2> 283489 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60853/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 283489 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60853/data/created_and_deleted/core_node1/data
[junit4] 2> 283497 INFO (IPC Server handler 5 on 60853) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:52520 127.0.0.1:53158
[junit4] 2> 283511 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 284217 INFO (qtp1678580145-1263) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=749
[junit4] 2> 284219 INFO (qtp1678580145-1253) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 284220 INFO (qtp1678580145-1253) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 284220 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 284265 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
[junit4] 2> 284266 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[7C43ECEAAECF9795]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 284273 INFO (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 284277 INFO (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.CreateCollectionCmd Create collection withconfigset2
[junit4] 2> 284277 INFO (OverseerCollectionConfigSetProcessor-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 284490 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2
[junit4] 2> 284593 INFO (zkCallback-178-thread-2-processing-n:127.0.0.1:41075_solr) [n:127.0.0.1:41075_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 285504 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 285526 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema [withconfigset2_shard1_replica1] Schema name=minimal
[junit4] 2> 285528 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica1' using configuration from collection withconfigset2
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60853/data
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [[withconfigset2_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node3/withconfigset2_shard1_replica1], dataDir=[hdfs://localhost:60853/data/withconfigset2/core_node1/data/]
[junit4] 2> 285530 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b352c84
[junit4] 2> 285530 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [withconfigset2_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@643dba28
[junit4] 2> 285568 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.withconfigset2.shard1.replica1
[junit4] 2> 285568 ERROR (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore Error while closing
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:1422)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:944)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:816)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:827)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 285569 ERROR (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Error creating core [withconfigset2_shard1_replica1]: Unrecognized lockType: native
[junit4] 2> org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:952)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:816)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:827)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:181)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:475)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
[junit4] 2> ... 39 more
[junit4] 2> 285571 ERROR (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:861)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [withconfigset2_shard1_replica1]
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:827)
[junit4] 2> ... 36 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:952)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:816)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
[junit4] 2> ... 37 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:181)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:475)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
[junit4] 2> ... 39 more
[junit4] 2>
[junit4] 2> 285571 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2} status=400 QTime=1082
[junit4] 2> 285572 ERROR (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41075/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41075/solr: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 285573 ERROR (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [withconfigset2].
[junit4] 2> 285574 INFO (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 285576 INFO (qtp1678580145-1263) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=withconfigset2_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 285877 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@2b68b5c2) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:52520 to delete [blk_1073741825_1001]
[junit4] 2> 286279 INFO (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [withconfigset2]
[junit4] 2> 286280 INFO (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 288280 INFO (OverseerCollectionConfigSetProcessor-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 288877 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@2b68b5c2) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:53158 to delete [blk_1073741825_1001]
[junit4] 2> 316291 ERROR (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 316291 INFO (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=32017
[junit4] 2> 316292 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSpecificConfigsets
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsCollectionsAPIDistributedZkTest -Dtests.method=testSpecificConfigsets -Dtests.seed=7C43ECEAAECF9795 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=es-SV -Dtests.timezone=Etc/GMT-9 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 32.1s J0 | HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperE
[...truncated too long message...]
s, TestSubQueryTransformerCrossCore, DebugComponentTest, TestBinaryResponseWriter, TestCollationField, FullSolrCloudDistribCmdsTest, TestSolrConfigHandlerCloud, DocValuesMultiTest, BlockJoinFacetDistribTest, TestInitParams, TestStressReorder, SpatialRPTFieldTypeTest, CoreAdminHandlerTest, TestSchemaNameResource, TestRuleBasedAuthorizationPlugin, TestCloudDeleteByQuery, TestFieldCacheVsDocValues, PingRequestHandlerTest, TestHighFrequencyDictionaryFactory, HdfsSyncSliceTest, TestConfig, TestClassicSimilarityFactory, TestSmileRequest, TestGroupingSearch, TestMiniSolrCloudCluster, TestMaxScoreQueryParser, TermVectorComponentDistributedTest, XmlUpdateRequestHandlerTest, TestRequestStatusCollectionAPI, SolrMetricsIntegrationTest, TestCollapseQParserPlugin, NoCacheHeaderTest, TestJmxMonitoredMap, ConnectionManagerTest, BlobRepositoryCloudTest, MinimalSchemaTest, DirectUpdateHandlerTest, StatelessScriptUpdateProcessorFactoryTest, RestartWhileUpdatingTest, TestOrdValues, FacetPivotSmallTest, BitVectorTest, TestExtendedDismaxParser, TestLFUCache, JSONWriterTest, TestSolrXml, OverseerModifyCollectionTest, CdcrRequestHandlerTest, BasicDistributedZkTest, LeaderElectionTest, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, DocValuesTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, SampleTest, TestBinaryField, TestSearchPerf, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, RAMDirectoryFactoryTest, TestUtils, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, CursorPagingTest, AliasIntegrationTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, OverseerTaskQueueTest, ReplaceNodeTest, ReplicationFactorTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudPivotFacet, TestCollectionAPI, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, HdfsChaosMonkeySafeLeaderTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsChaosMonkeySafeLeaderTest -Dtests.seed=7C43ECEAAECF9795 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=et -Dtests.timezone=Asia/Ujung_Pandang -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | HdfsChaosMonkeySafeLeaderTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316)
[junit4] > at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:519)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381)
[junit4] > at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1611)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1170)
[junit4] > at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
[junit4] > at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
[junit4] > at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] > at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [528/680 (4!)] on J2 in 232.74s, 1 test, 1 failure <<< FAILURES!
[...truncated 62898 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 23 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/23/
8 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:A349303B9804D6DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:850)
at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:72)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:A349303B9804D6DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.store.hdfs.HdfsDirectoryTest.testEOF
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:BA764DE974DC1D5A]:0)
at org.apache.lucene.store.RAMInputStream.readByte(RAMInputStream.java:69)
at org.apache.solr.store.hdfs.HdfsDirectoryTest.testEof(HdfsDirectoryTest.java:158)
at org.apache.solr.store.hdfs.HdfsDirectoryTest.testEOF(HdfsDirectoryTest.java:150)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor26.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:63687B5530CB94B3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:66340BBC1DC012A]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1785 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> مار 06, 2017 8:12:12 م com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=3016, name=SUITE-TestFuzzyQuery-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
[junit4] 2> at java.util.Random.nextInt(Random.java:390)
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
[junit4] 2> at com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=1580E339465FAA17 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-QA -Dtests.timezone=JST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
[junit4] 2> مار 06, 2017 8:12:12 م com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> مار 06, 2017 8:12:32 م com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> مار 06, 2017 8:12:32 م com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> مار 06, 2017 8:12:35 م com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=998, maxMBSortInHeap=7.437214709358558, sim=RandomSimilarity(queryNorm=false,coord=yes): {field=IB LL-D2}, locale=ar-QA, timezone=JST
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=94740992,total=196083712
[junit4] 2> NOTE: All tests run in this JVM: [TestClassicSimilarity, TestLucene50TermVectorsFormat, TestFieldType, TestPerSegmentDeletes, TestNumericRangeQuery64, TestSortedNumericSortField, TestCharsRef, TestSimpleFSLockFactory, TestOperations, TestMaxTermFrequency, TestDocIdSetBuilder, TestParallelCompositeReader, TestFilterDirectoryReader, TestLongPostings, TestCrashCausesCorruptIndex, TestNeedsScores, TestElevationComparator, TestTwoPhaseCommitTool, TestSearchForDuplicates, TestField, TestPrefixCodedTerms, TestThreadedForceMerge, TestForceMergeForever, TestConsistentFieldNumbers, TestMergePolicyWrapper, TestBagOfPostings, TestDocumentWriter, TestSynonymQuery, Test2BBinaryDocValues, TestBlendedTermQuery, TestSpanExplanationsOfNonMatches, Test2BNumericDocValues, TestMultiLevelSkipList, TestIndexWriter, TestLazyProxSkipping, TestLiveFieldValues, TestAttributeSource, TestIndexInput, TestPhrasePrefixQuery, TestComplexExplanationsOfNonMatches, TestGraphQuery, TestAllFilesDetectTruncation, TestSpansEnum, TestMergedIterator, TestIntsRef, TestStringMSBRadixSorter, TestPolygon, TestNot, TestFieldMaskingSpanQuery, TestIndexWriterExceptions, TestFrequencyTrackingRingBuffer, TestDirectPacked, TestNumericTokenStream, TestFastCompressionMode, TestLongBitSet, TestMultiTermsEnum, TestLongValuesSource, TestRegexpRandom2, TestReqExclBulkScorer, TestPerFieldPostingsFormat2, TestDemoParallelLeafReader, TestDemo, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=1580E339465FAA17 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-QA -Dtests.timezone=JST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
[junit4] Completed [435/448 (1!)] on J0 in 7223.15s, 3 tests, 2 errors <<< FAILURES!
[...truncated 10112 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/init-core-data-001
[junit4] 2> 751858 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 751858 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001
[junit4] 2> 751858 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 751881 INFO (Thread-2077) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 751882 INFO (Thread-2077) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 751967 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55821
[junit4] 2> 751984 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 751984 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 751986 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 752001 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 752042 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ee740ab{/solr,null,AVAILABLE}
[junit4] 2> 752043 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a4f3adb{HTTP/1.1,[http/1.1]}{127.0.0.1:45444}
[junit4] 2> 752043 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.Server Started @755536ms
[junit4] 2> 752043 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45444}
[junit4] 2> 752044 ERROR (jetty-launcher-800-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 6.4.2
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.902Z
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fa0ae97{/solr,null,AVAILABLE}
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@584465d4{HTTP/1.1,[http/1.1]}{127.0.0.1:48946}
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.Server Started @755538ms
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48946}
[junit4] 2> 752045 ERROR (jetty-launcher-800-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 6.4.2
[junit4] 2> 752046 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752046 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752046 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.904Z
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5582a82a{/solr,null,AVAILABLE}
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3502cf1e{HTTP/1.1,[http/1.1]}{127.0.0.1:56815}
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.Server Started @755540ms
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56815}
[junit4] 2> 752048 ERROR (jetty-launcher-800-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 6.4.2
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.906Z
[junit4] 2> 752050 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51553d1a{/solr,null,AVAILABLE}
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54bf9908{HTTP/1.1,[http/1.1]}{127.0.0.1:45352}
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.Server Started @755550ms
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45352}
[junit4] 2> 752058 ERROR (jetty-launcher-800-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 6.4.2
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.916Z
[junit4] 2> 752074 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752092 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752095 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752102 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752110 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752346 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752373 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752374 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752416 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752418 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752429 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752470 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752475 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56815_solr
[junit4] 2> 752478 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.Overseer Overseer (id=97570365488627718-127.0.0.1:56815_solr-n_0000000000) starting
[junit4] 2> 752494 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56815_solr
[junit4] 2> 752519 INFO (zkCallback-812-thread-1-processing-n:127.0.0.1:56815_solr) [n:127.0.0.1:56815_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 752524 INFO (jetty-launcher-800-thread-3) [n:127.0.0.1:45352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 752528 INFO (zkCallback-818-thread-1-processing-n:127.0.0.1:48946_solr) [n:127.0.0.1:48946_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 752537 INFO (jetty-launcher-800-thread-1) [n:127.0.0.1:48946_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48946_solr
[junit4] 2> 752538 INFO (jetty-launcher-800-thread-3) [n:127.0.0.1:45352_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45352_solr
[junit4] 2> 752539 INFO (zkCallback-818-thread-1-processing-n:127.0.0.1:48946_solr) [n:127.0.0.1:48946_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 752541 INFO (jetty-launcher-800-thread-2) [n:127.0.0.1:45444_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 752543 INFO (jetty-launcher-800-thread-2) [n:127.0.0.1:45444_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45444_solr
[junit4] 2> 752543 INFO (zkCallback-818-thread-1-processing-n:127.0.0.1:48946_solr) [n:127.0.0.1:48946_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 752564 INFO (zkCallback-812-thread-2-processing-n:127.0.0.1:56815_solr) [n:127.0.0.1:56815_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 752585 INFO (zkCallback-823-thread-1-processing-n:127.0.0.1:45352_solr) [n:127.0.0.1:45352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 752585 INFO (zkCallback-822-thread-1-processing-n:127.0.0.1:45444_solr) [n:127.0.0.1:45444_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 752657 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node4/.
[junit4] 2> 752661 INFO (jetty-launcher-800-thread-2) [n:127.0.0.1:45444_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node2/.
[junit4] 2> 752768 INFO (jetty-launcher-800-thread-1) [n:127.0.0.1:48946_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node1/.
[junit4] 2> 752797 INFO (jetty-launcher-800-thread-3) [n:127.0.0.1:45352_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node3/.
[junit4] 2> 753094 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 753095 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55821/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 753370 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 753426 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 753428 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 753453 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_42741_hdfs____azvrs0/webapp
[junit4] 2> 753960 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42741
[junit4] 2> 754243 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 754244 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 754258 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47882_datanode____5vbi9i/webapp
[junit4] 2> 754678 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47882
[junit4] 2> 754865 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 754867 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 754911 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34409_datanode____d1j7z7/webapp
[junit4] 2> 755046 INFO (IPC Server handler 3 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-88619617-cc53-4fe6-a725-3a8f8084d88b node DatanodeRegistration(127.0.0.1:52777, datanodeUuid=0261074c-47cc-4491-ab55-9d3b1d788179, infoPort=54822, infoSecurePort=0, ipcPort=43972, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 755046 INFO (IPC Server handler 3 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-5ff6d80e-7f18-4d4f-8e16-a7f62a7fb008 node DatanodeRegistration(127.0.0.1:52777, datanodeUuid=0261074c-47cc-4491-ab55-9d3b1d788179, infoPort=54822, infoSecurePort=0, ipcPort=43972, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 755557 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34409
[junit4] 2> 755878 INFO (IPC Server handler 5 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-b647d1d3-9076-44a6-91ff-a72800366a2d node DatanodeRegistration(127.0.0.1:32875, datanodeUuid=716b6e3c-85f7-47df-b49a-870ee0b64397, infoPort=38484, infoSecurePort=0, ipcPort=50690, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 755878 INFO (IPC Server handler 5 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-452f428c-4bfa-4975-a25b-cffb7651dccd node DatanodeRegistration(127.0.0.1:32875, datanodeUuid=716b6e3c-85f7-47df-b49a-870ee0b64397, infoPort=38484, infoSecurePort=0, ipcPort=50690, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 756062 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 756063 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 756091 INFO (qtp46926431-6236) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 758387 INFO (qtp46926431-6236) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=2296
[junit4] 2> 758395 INFO (qtp46926431-6237) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 758395 INFO (qtp46926431-6237) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 758395 INFO (OverseerCollectionConfigSetProcessor-97570365488627718-127.0.0.1:56815_solr-n_0000000000) [n:127.0.0.1:56815_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 758396 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 758619 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 758620 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 758625 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
[junit4] 2> 758627 INFO (OverseerStateUpdate-97570365488627718-127.0.0.1:56815_solr-n_0000000000) [n:127.0.0.1:56815_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 759656 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 759662 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 759664 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 759671 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:54662/data
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node2/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/]
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/snapshot_metadata
[junit4] 2> 759808 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 759808 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 759809 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 759883 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 759886 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003
[junit4] 2> 759952 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/index
[junit4] 2> 759980 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 759980 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 759990 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 760134 INFO (IPC Server handler 5 on 54662) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32875 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-88619617-cc53-4fe6-a725-3a8f8084d88b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-b647d1d3-9076-44a6-91ff-a72800366a2d:NORMAL:127.0.0.1:32875|RBW]]} size 0
[junit4] 2> 760136 INFO (IPC Server handler 4 on 54662) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52777 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b647d1d3-9076-44a6-91ff-a72800366a2d:NORMAL:127.0.0.1:32875|RBW], ReplicaUC[[DISK]DS-5ff6d80e-7f18-4d4f-8e16-a7f62a7fb008:NORMAL:127.0.0.1:52777|FINALIZED]]} size 0
[junit4] 2> 760199 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 760199 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 760199 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 760374 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 760374 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 760407 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7048a344[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561125856756105216
[junit4] 2> 760410 INFO (searcherExecutor-1998-thread-1-processing-n:127.0.0.1:45444_solr x:halfdeletedcollection_shard1_replica1 c:halfdeletedcollection) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@7048a344[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45444/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:45444/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 760415 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45444/solr/halfdeletedcollection_shard1_replica1/ shard2
[junit4] 2> 760565 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 760567 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2} status=0 QTime=1943
[junit4] 2> 760569 INFO (qtp46926431-6240) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 760577 INFO (OverseerThreadFactory-1989-thread-2-processing-n:127.0.0.1:56815_solr) [n:127.0.0.1:56815_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 760594 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 760595 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1c23d30a
[junit4] 2> 760603 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 760603 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:54662/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/snapshot_metadata
[junit4] 2> 760604 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:54662/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/index
[junit4] 2> 760609 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:54662/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003
[junit4] 2> 760622 INFO (IPC Server handler 1 on 54662) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:52777 127.0.0.1:32875
[junit4] 2> 760634 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=40
[junit4] 2> 761319 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@75f18ca4) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:32875 to delete [blk_1073741825_1001]
[junit4] 2> 761391 INFO (qtp46926431-6240) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=821
[junit4] 2> 761392 INFO (qtp46926431-6238) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 761392 INFO (qtp46926431-6238) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 761394 INFO (qtp46926431-6237) [n:127.0.0.1:45444_solr
[...truncated too long message...]
eMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4617449 INFO (SUITE-HdfsDirectoryTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_2B1D0FE136F8BB26-001
[junit4] 2> Mar 06, 2017 2:11:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=887, maxMBSortInHeap=7.209013734739219, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=en-MT, timezone=Europe/Malta
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=235306048,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [TestDistributedGrouping, SpellingQueryConverterTest, TestSolrIndexConfig, DistributedExpandComponentTest, TestExportWriter, TestQueryTypes, TestFieldCollectionResource, CollectionReloadTest, HdfsRestartWhileUpdatingTest, PreAnalyzedFieldManagedSchemaCloudTest, HighlighterTest, SolrMetricReporterTest, SolrCmdDistributorTest, RankQueryTest, DocValuesTest, TestSurroundQueryParser, SolrInfoMBeanTest, TestRawTransformer, TestReloadAndDeleteDocs, DistributedFacetPivotWhiteBoxTest, TestObjectReleaseTracker, EchoParamsTest, TestSolrCoreSnapshots, TestComplexPhraseQParserPlugin, TestJavabinTupleStreamParser, CustomCollectionTest, TestRandomCollapseQParserPlugin, SmileWriterTest, TestMinMaxOnMultiValuedField, TestSystemIdResolver, TestInfoStreamLogging, DeleteStatusTest, BaseCdcrDistributedZkTest, TestFiltering, DeleteNodeTest, TolerantUpdateProcessorTest, DirectSolrConnectionTest, ZkSolrClientTest, HdfsNNFailoverTest, BJQParserTest, HighlighterMaxOffsetTest, HdfsLockFactoryTest, ConfigSetsAPITest, SearchHandlerTest, LoggingHandlerTest, TestManagedSchemaThreadSafety, TestCustomStream, JvmMetricsTest, InfoHandlerTest, TestStressVersions, SolrCLIZkUtilsTest, TestLockTree, TestHashPartitioner, AnalyticsQueryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestTestInjection, TestPKIAuthenticationPlugin, TestPivotHelperCode, ChaosMonkeySafeLeaderTest, TestWordDelimiterFilterFactory, SampleTest, BlockJoinFacetSimpleTest, RAMDirectoryFactoryTest, SliceStateTest, ClassificationUpdateProcessorTest, TestExactSharedStatsCache, SolrIndexConfigTest, RecoveryAfterSoftCommitTest, TestPartialUpdateDeduplication, TestFreeTextSuggestions, ZkControllerTest, ReplicationFactorTest, TestSegmentSorting, SpellCheckComponentTest, TestSweetSpotSimilarityFactory, TermsComponentTest, ZkCLITest, ConvertedLegacyTest, TestQueryUtils, TestClusterProperties, SimplePostToolTest, TestLMDirichletSimilarityFactory, TestSolrCoreParser, SoftAutoCommitTest, TestElisionMultitermQuery, TestAuthenticationFramework, TestInitQParser, TestDefaultSearchFieldResource, IndexSchemaRuntimeFieldTest, ClusterStateUpdateTest, AliasIntegrationTest, TestExclusionRuleCollectionAccess, TestUpdate, IndexBasedSpellCheckerTest, CdcrUpdateLogTest, SharedFSAutoReplicaFailoverTest, AtomicUpdatesTest, TestFastOutputStream, ExitableDirectoryReaderTest, TestSimpleQParserPlugin, TestSolrDynamicMBean, TestUseDocValuesAsStored, BasicFunctionalityTest, OverseerCollectionConfigSetProcessorTest, SolrIndexSplitterTest, SpatialFilterTest, TestRandomRequestDistribution, ShufflingReplicaListTransformerTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestRandomFaceting, TestZkChroot, ShardRoutingCustomTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, TestGroupingSearch, TestSort, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, DistributedQueryElevationComponentTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestTrie, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, TestWriterPerf, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, DocumentBuilderTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, MultiTermTest, TestDocSet, TestSearchPerf, NumericFieldsTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, TestSolrJ, TestLRUCache, TestUtils, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AssignTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteShardTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplaceNodeTest, RollingRestartTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, RequestLoggingTest, TestConfigReload, TestReqParamsAPI, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, TestDistributedStatsComponentCardinality, PKIAuthenticationIntegrationTest, HttpSolrCallGetCoreTest, HdfsDirectoryTest]
[junit4] Completed [669/680 (5!)] on J1 in 46.08s, 4 tests, 1 error <<< FAILURES!
[...truncated 62464 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 22 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/22/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates
Error Message:
Timeout while trying to assert number of documents @ https://127.0.0.1:53751/bncj/source_collection_shard1_replica1/
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ https://127.0.0.1:53751/bncj/source_collection_shard1_replica1/
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:B7BC967DFA3F84BC]:0)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:256)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:236)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<2560> but was:<2551>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:247)
... 42 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor28.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:2CC0B2D7B99F37BE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:49CB89394888A227]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11870 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/init-core-data-001
[junit4] 2> 1075561 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1075562 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001
[junit4] 2> 1075562 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1075564 INFO (Thread-2348) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1075564 INFO (Thread-2348) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1075664 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60448
[junit4] 2> 1075685 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075691 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075701 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075705 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075721 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36603bab{/solr,null,AVAILABLE}
[junit4] 2> 1075722 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63263274{SSL,[ssl, http/1.1]}{127.0.0.1:52549}
[junit4] 2> 1075722 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.Server Started @1078526ms
[junit4] 2> 1075722 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52549}
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53d41225{/solr,null,AVAILABLE}
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1afd08ab{SSL,[ssl, http/1.1]}{127.0.0.1:48572}
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.Server Started @1078543ms
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48572}
[junit4] 2> 1075738 ERROR (jetty-launcher-951-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.166Z
[junit4] 2> 1075741 ERROR (jetty-launcher-951-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.169Z
[junit4] 2> 1075756 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7861cc58{/solr,null,AVAILABLE}
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5575e5aa{SSL,[ssl, http/1.1]}{127.0.0.1:37744}
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.Server Started @1078561ms
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37744}
[junit4] 2> 1075757 ERROR (jetty-launcher-951-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.185Z
[junit4] 2> 1075771 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075771 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075776 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65beb902{/solr,null,AVAILABLE}
[junit4] 2> 1075777 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a9e5afad20001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1075778 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1516665b{SSL,[ssl, http/1.1]}{127.0.0.1:40360}
[junit4] 2> 1075778 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.Server Started @1078583ms
[junit4] 2> 1075778 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40360}
[junit4] 2> 1075778 ERROR (jetty-launcher-951-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.207Z
[junit4] 2> 1075797 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075798 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075803 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075807 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075813 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075815 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075821 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075836 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48572_solr
[junit4] 2> 1075837 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.Overseer Overseer (id=97564455534198791-127.0.0.1:48572_solr-n_0000000000) starting
[junit4] 2> 1075838 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075840 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075895 INFO (jetty-launcher-951-thread-3) [n:127.0.0.1:52549_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52549_solr
[junit4] 2> 1075904 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075925 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48572_solr
[junit4] 2> 1075947 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1075947 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1075949 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1075952 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1075988 INFO (jetty-launcher-951-thread-3) [n:127.0.0.1:52549_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node3/.
[junit4] 2> 1075999 INFO (jetty-launcher-951-thread-4) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1076001 INFO (jetty-launcher-951-thread-4) [n:127.0.0.1:37744_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37744_solr
[junit4] 2> 1076004 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1076020 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1076043 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1076046 INFO (jetty-launcher-951-thread-2) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1076048 INFO (jetty-launcher-951-thread-2) [n:127.0.0.1:40360_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40360_solr
[junit4] 2> 1076049 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076049 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076049 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076052 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076101 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node1/.
[junit4] 2> 1076103 INFO (jetty-launcher-951-thread-4) [n:127.0.0.1:37744_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node4/.
[junit4] 2> 1076312 INFO (jetty-launcher-951-thread-2) [n:127.0.0.1:40360_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node2/.
[junit4] 2> 1076591 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1076591 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60448/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1076656 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1076680 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1076683 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1076704 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_32915_hdfs____.bcdgxk/webapp
[junit4] 2> 1077098 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:32915
[junit4] 2> 1077235 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1077236 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1077249 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36174_datanode____t5m6lu/webapp
[junit4] 2> 1077627 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36174
[junit4] 2> 1077910 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1077912 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1077921 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38803_datanode____.xy6tsz/webapp
[junit4] 2> 1078024 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46 node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=802be5b3-26aa-4fa4-9b20-9ad043123227, infoPort=36089, infoSecurePort=0, ipcPort=42404, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 1078024 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-f285d604-c554-409f-9bb3-055243b9e2f6 node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=802be5b3-26aa-4fa4-9b20-9ad043123227, infoPort=36089, infoSecurePort=0, ipcPort=42404, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1078410 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38803
[junit4] 2> 1078516 INFO (IPC Server handler 5 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-8bd125ca-c9a5-4b82-9649-b52c0389519e node DatanodeRegistration(127.0.0.1:52672, datanodeUuid=ced9e6fc-398e-4e60-b1bf-a3a29492b890, infoPort=39315, infoSecurePort=0, ipcPort=39371, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1078516 INFO (IPC Server handler 5 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-f50661de-3427-4257-b46e-3a148287f98e node DatanodeRegistration(127.0.0.1:52672, datanodeUuid=ced9e6fc-398e-4e60-b1bf-a3a29492b890, infoPort=39315, infoSecurePort=0, ipcPort=39371, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1078788 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[64B5C663BFAC182B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
[junit4] 2> 1078789 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[64B5C663BFAC182B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1078850 INFO (qtp1032399599-7177) [n:127.0.0.1:48572_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1078852 INFO (OverseerThreadFactory-2584-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
[junit4] 2> 1078989 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1079033 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1079036 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1079050 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1079152 INFO (zkCallback-963-thread-2-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1079152 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1079152 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1079153 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080016 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080022 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 1080025 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica1' using configuration from collection reloaded_collection
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node1/reloaded_collection_shard2_replica1], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node1/data/]
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1080032 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080032 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080032 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080045 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080053 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080054 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node1/data
[junit4] 2> 1080059 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 1080059 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080061 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080061 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica1' using configuration from collection reloaded_collection
[junit4] 2> 1080062 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080062 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080062 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node2/reloaded_collection_shard1_replica1], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node2/data/]
[junit4] 2> 1080063 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1080065 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080084 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 1080084 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 1080086 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080086 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080086 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica2' using configuration from collection reloaded_collection
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node3/reloaded_collection_shard2_replica2], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node3/data/]
[junit4] 2> 1080087 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node1/data/index
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node3/data/snapshot_metadata
[junit4] 2> 1080088 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica2' using configuration from collection reloaded_collection
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node4/reloaded_collection_shard1_replica2], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node4/data/]
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node4/data/snapshot_metadata
[junit4] 2> 1080095 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080095 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080095 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080096 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080097 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080097 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080104 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080104 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080104 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080106 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080106 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080106 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080119 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080120 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080121 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node4/data
[junit4] 2> 1080122 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node2/data
[junit4] 2> 1080137 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080142 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080146 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node3/data
[junit4] 2> 1080149 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node4/data/index
[junit4] 2> 1080149 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node2/data/index
[junit4] 2> 1080155 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080155 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080155 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080157 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080157 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080157 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080187 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080189 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node3/data/index
[junit4] 2> 1080193 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080199 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080199 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080199 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080213 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080231 INFO (IPC Server handler 0 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|RBW], ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW]]} size 0
[junit4] 2> 1080231 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-8bd125ca-c9a5-4b82-9649-b52c0389519e:NORMAL:127.0.0.1:52672|FINALIZED]]} size 0
[junit4] 2> 1080276 INFO (IPC Server handler 9 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|RBW], ReplicaUC[[DISK]DS-f285d604-c554-409f-9bb3-055243b9e2f6:NORMAL:127.0.0.1:39347|FINALIZED]]} size 0
[junit4] 2> 1080277 INFO (IPC Server handler 0 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|RBW], ReplicaUC[[DISK]DS-f285d604-c554-409f-9bb3-055243b9e2f6:NORMAL:127.0.0.1:39347|FINALIZED]]} size 0
[junit4] 2> 1080277 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080277 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080277 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080282 INFO (IPC Server handler 8 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-8bd125ca-c9a5-4b82-9649-b52c0389519e:NORMAL:127.0.0.1:52672|RBW]]} size 0
[junit4] 2> 1080282 INFO (IPC Server handler 8 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-8bd125ca-c9a5-4b82-9649-b52c0389519e:NORMAL:127.0.0.1:52672|RBW]]} size 0
[junit4] 2> 1080308 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080308 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080308 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080316 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080316 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080316 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080316 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080317 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080317 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080317 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080324 INFO (IPC Server handler 7 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f285d604-c554-409f-9bb3-055243b9e2f6:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|FINALIZED]]} size 0
[junit4] 2> 1080333 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080333 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080333 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741828_1004 size 71
[junit4] 2> 1080357 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080357 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080357 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080366 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@26b7f85e[reloaded_collection_shard1_replica2] main]
[junit4] 2> 1080368 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080369 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e212675[reloaded_collection_shard1_replica1] main]
[junit4] 2> 1080369 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080369 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080369 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293583491072
[junit4] 2> 1080371 INFO (searcherExecutor-2596-thread-1-processing-n:127.0.0.1:37744_solr x:reloaded_collection_shard1_replica2 s:shard1 c:reloaded_collection) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica2] Registered new searcher Searcher@26b7f85e[reloaded_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293588733952
[junit4] 2> 1080374 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080374 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080376 INFO (searcherExecutor-2594-thread-1-processing-n:127.0.0.1:40360_solr x:reloaded_collection_shard1_replica1 s:shard1 c:reloaded_collection) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica1] Registered new searcher Searcher@3e212675[reloaded_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080377 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@60e64ae9[reloaded_collection_shard2_replica1] main]
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293592928256
[junit4] 2> 1080380 INFO (searcherExecutor-2593-thread-1-processing-n:127.0.0.1:48572_solr x:reloaded_collection_shard2_replica1 s:shard2 c:reloaded_collection) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [reloaded_collection_shard2_replica1] Registered new searcher Searcher@60e64ae9[reloaded_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080384 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40360/solr/reloaded_collection_shard1_replica1/
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica1 url=https://127.0.0.1:40360/solr START replicas=[https://127.0.0.1:37744/solr/reloaded_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica1 url=https://127.0.0.1:40360/solr DONE. We have no versions. sync failed.
[junit4] 2> 1080391 INFO (qtp2012688231-7191) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 r:core_node4 x:reloaded_collection_shard1_replica2] o.a.s.c.S.Request [reloaded_collection_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1080391 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1080391 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1080396 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40360/solr/reloaded_collection_shard1_replica1/ shard1
[junit4] 2> 1080396 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6eb8b9be[reloaded_collection_shard2_replica2] main]
[junit4] 2> 1080397 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080397 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080397 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080398 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293613899776
[junit4] 2> 1080399 INFO (searcherExecutor-2595-thread-1-processing-n:127.0.0.1:52549_solr x:reloaded_collection_shard2_replica2 s:shard2 c:reloaded_collection) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [reloaded_collection_shard2_replica2] Registered new searcher Searcher@6eb8b9be[reloaded_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080498 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080498 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080498 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080498 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080547 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1080549 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=1515
[junit4] 2> 1080652 INFO (zkCallback-963-thread-2-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080652 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080652 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080652 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:48572/solr/reloaded_collection_shard2_replica1/
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica1 url=https://127.0.0.1:48572/solr START replicas=[https://127.0.0.1:52549/solr/reloaded_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica1 url=https://127.0.0.1:48572/solr DONE. We have no versions. sync failed.
[junit4] 2> 1080890 INFO (qtp960941779-7165) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica2] o.a.s.c.S.Request [reloaded_collection_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1080890 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1080890 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1080894 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:48572/solr/reloaded_collection_shard2_replica1/ shard2
[junit4] 2> 1080996 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080996 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080996 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080996 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081045 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1081046 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2056
[junit4] 2> 1081147 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081147 INFO (zkCallback-963-thread-4-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081147 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081147 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081388 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=2337
[junit4] 2> 1081403 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2367
[junit4] 2> 1081409 INFO (qtp1032399599-7177) [n:127.0.0.1:48572_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1081504 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_
[...truncated too long message...]
cj,null,UNAVAILABLE}
[junit4] 2> 2744004 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[64B5C663BFAC182B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplicationWithBufferedUpdates
[junit4] 2> 2744005 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[64B5C663BFAC182B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45610 45610
[junit4] 2> 2744093 INFO (Thread-16794) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45610 45610
[junit4] 2> 2744094 WARN (Thread-16794) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 267 /solr/aliases.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/tmp_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 267 /solr/clusterstate.json
[junit4] 2> 267 /solr/clusterprops.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 3 /solr/collections/source_collection/state.json
[junit4] 2> 2 /solr/collections/source_collection/leader_elect/shard1/election/97564561838964744-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 267 /solr/collections
[junit4] 2> 266 /solr/live_nodes
[junit4] 2> 40 /solr/overseer/collection-queue-work
[junit4] 2> 31 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrReplicationHandlerTest -Dtests.method=testReplicationWithBufferedUpdates -Dtests.seed=64B5C663BFAC182B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LY -Dtests.timezone=Etc/UTC -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 46.9s J1 | CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates <<<
[junit4] > Throwable #1: java.lang.AssertionError: Timeout while trying to assert number of documents @ https://127.0.0.1:53751/bncj/source_collection_shard1_replica1/
[junit4] > at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:B7BC967DFA3F84BC]:0)
[junit4] > at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:256)
[junit4] > at org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:236)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.AssertionError: expected:<2560> but was:<2551>
[junit4] > at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:247)
[junit4] > ... 42 more
[junit4] 2> 2744097 INFO (SUITE-CdcrReplicationHandlerTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_64B5C663BFAC182B-001
[junit4] 2> Mar 05, 2017 12:31:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=25552, maxDocsPerChunk=733, blockSize=4), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=25552, blockSize=4)), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-LY, timezone=Etc/UTC
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=126639040,total=531628032
[junit4] 2> NOTE: All tests run in this JVM: [ClusterStateUpdateTest, CoreAdminCreateDiscoverTest, BasicFunctionalityTest, ZkControllerTest, CollectionReloadTest, SpellingQueryConverterTest, TestHashPartitioner, DistributedMLTComponentTest, TestSegmentSorting, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, BlockDirectoryTest, RulesTest, TestSchemaSimilarityResource, TestBackupRepositoryFactory, TestBM25SimilarityFactory, TestQuerySenderListener, TestDelegationWithHadoopAuth, TestConfigReload, PreAnalyzedFieldManagedSchemaCloudTest, TestReloadAndDeleteDocs, TestQueryTypes, TestFieldTypeResource, TestDeleteCollectionOnDownNodes, TestRequestForwarding, HdfsNNFailoverTest, TestRTGBase, TestComplexPhraseQParserPlugin, TestSuggestSpellingConverter, SliceStateTest, TestStressCloudBlindAtomicUpdates, DistribJoinFromCollectionTest, TestFieldCollectionResource, TestReqParamsAPI, ZkSolrClientTest, TestStressUserVersions, RAMDirectoryFactoryTest, TestDistributedGrouping, TestLeaderElectionZkExpiry, TestCloudManagedSchema, TestDefaultSearchFieldResource, TestPivotHelperCode, RankQueryTest, CSVRequestHandlerTest, TestSearchPerf, CdcrUpdateLogTest, TestSolrQueryParserDefaultOperatorResource, TestSystemIdResolver, TestSurroundQueryParser, TestSolrCoreSnapshots, TestTolerantUpdateProcessorRandomCloud, TestManagedStopFilterFactory, BasicAuthIntegrationTest, DateMathParserTest, FileUtilsTest, JvmMetricsTest, TestCollationFieldDocValues, ShardRoutingCustomTest, TestInfoStreamLogging, SimpleMLTQParserTest, TestExclusionRuleCollectionAccess, TestSolrDynamicMBean, BooleanFieldTest, SimplePostToolTest, TolerantUpdateProcessorTest, SolrMetricReporterTest, RecoveryAfterSoftCommitTest, TestClusterProperties, TestSolrCoreParser, TestManagedSchemaThreadSafety, LeaderElectionContextKeyTest, DocumentBuilderTest, TestFiltering, TestSimpleTrackingShardHandler, StressHdfsTest, SegmentsInfoRequestHandlerTest, BaseCdcrDistributedZkTest, TestLMDirichletSimilarityFactory, TestUpdate, TestHdfsUpdateLog, SolrIndexConfigTest, TestCSVResponseWriter, SearchHandlerTest, ClassificationUpdateProcessorTest, TestStressVersions, TestFastOutputStream, TestSimpleQParserPlugin, TestExportWriter, SoftAutoCommitTest, ConfigSetsAPITest, SmileWriterTest, DocValuesNotIndexedTest, CustomCollectionTest, TestRandomCollapseQParserPlugin, IndexSchemaRuntimeFieldTest, TestExactSharedStatsCache, TestXmlQParserPlugin, HdfsRestartWhileUpdatingTest, TestBulkSchemaAPI, TestCharFilters, JsonLoaderTest, SortByFunctionTest, TestSolrIndexConfig, TestManagedResource, SuggestComponentTest, TestCoreContainer, TestSQLHandlerNonCloud, DirectSolrSpellCheckerTest, TestCursorMarkWithoutUniqueKey, SolrIndexSplitterTest, TestAnalyzeInfixSuggestions, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, ZkCLITest, AutoCommitTest, DistributedSpellCheckComponentTest, HardAutoCommitTest, DistributedTermsComponentTest, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, HighlighterTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestComponentsName, TestBinaryResponseWriter, SOLR749Test, AlternateDirectoryTest, CopyFieldTest, BadComponentTest, TestStressRecovery, MultiTermTest, NumericFieldsTest, TestConfig, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestJmxMonitoredMap, ScriptEngineTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, CircularListTest, DistributedIntervalFacetingTest, CdcrReplicationHandlerTest]
[junit4] Completed [477/680 (3!)] on J1 in 175.70s, 5 tests, 1 failure <<< FAILURES!
[...truncated 63123 lines...]