You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/01/17 12:35:23 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 3 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/3/
9 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([6EE5F47783408824:19FF8DD32B598908]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete(CdcrReplicationDistributedZkTest.java:526)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([6EE5F47783408824:CE8766ED53194D61]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<20>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testOps
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([6EE5F47783408824:729D6894CC7383F9]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testOps(CdcrReplicationDistributedZkTest.java:463)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor182.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor182.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([6EE5F47783408824]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor97.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([6EE5F47783408824:E6B1CBAD2DBCE5DC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([6EE5F47783408824:994A3D5C7EC9620F]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:283)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([6EE5F47783408824:269080C38573A7B1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([6EE5F47783408824:439BBB2D74643228]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([6EE5F47783408824:E6B1CBAD2DBCE5DC]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12623 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/init-core-data-001
[junit4] 2> 1763641 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[6EE5F47783408824]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1763641 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[6EE5F47783408824]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1763643 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1763643 INFO (Thread-263131) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1763643 INFO (Thread-263131) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1763765 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.ZkTestServer start zk server on port:37201
[junit4] 2> 1763814 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1763815 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1763817 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1763818 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1763819 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1763820 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1763822 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1763823 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1763824 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1763825 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1763826 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1763830 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationAfterRestart
[junit4] 2> 1763947 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-001/cores/collection1
[junit4] 2> 1763948 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1763949 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3470e95b{/,null,AVAILABLE}
[junit4] 2> 1763950 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@163d0bc3{HTTP/1.1,[http/1.1]}{127.0.0.1:52802}
[junit4] 2> 1763950 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.Server Started @1767369ms
[junit4] 2> 1763950 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=52802, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-001/cores}
[junit4] 2> 1763950 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1763950 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1763950 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1763950 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1763950 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-17T11:25:27.456Z
[junit4] 2> 1763990 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1763990 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-001/solr.xml
[junit4] 2> 1763996 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1763997 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37201/solr
[junit4] 2> 1764125 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:52802_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52802_
[junit4] 2> 1764127 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:52802_ ] o.a.s.c.Overseer Overseer (id=97298174912102404-127.0.0.1:52802_-n_0000000000) starting
[junit4] 2> 1764156 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:52802_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52802_
[junit4] 2> 1764163 INFO (zkCallback-556-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1764307 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:52802_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-001/cores
[junit4] 2> 1764307 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:52802_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1764333 INFO (OverseerStateUpdate-97298174912102404-127.0.0.1:52802_-n_0000000000) [n:127.0.0.1:52802_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1765335 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
[junit4] 2> 1765342 WARN (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1765342 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1765352 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1765506 WARN (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1765507 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1765526 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 1765527 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-001/cores/collection1/data/]
[junit4] 2> 1765527 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4356e3da
[junit4] 2> 1765536 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7034694537142971]
[junit4] 2> 1765651 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1765651 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1765652 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1765652 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1765655 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@27f115fd
[junit4] 2> 1765656 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b9d0afe[collection1] main]
[junit4] 2> 1765657 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1765658 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1765658 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1765667 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 1765673 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 1765701 INFO (searcherExecutor-1973-thread-1-processing-n:127.0.0.1:52802_ x:collection1 c:tmp_collection) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b9d0afe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1765706 INFO (coreLoadExecutor-1972-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556770800755802112
[junit4] 2> 1765713 INFO (coreZkRegister-1965-thread-1-processing-n:127.0.0.1:52802_ x:collection1 c:tmp_collection) [n:127.0.0.1:52802_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1765713 INFO (coreZkRegister-1965-thread-1-processing-n:127.0.0.1:52802_ x:collection1 c:tmp_collection) [n:127.0.0.1:52802_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1765713 INFO (coreZkRegister-1965-thread-1-processing-n:127.0.0.1:52802_ x:collection1 c:tmp_collection) [n:127.0.0.1:52802_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52802/collection1/
[junit4] 2> 1765713 INFO (coreZkRegister-1965-thread-1-processing-n:127.0.0.1:52802_ x:collection1 c:tmp_collection) [n:127.0.0.1:52802_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1765713 INFO (coreZkRegister-1965-thread-1-processing-n:127.0.0.1:52802_ x:collection1 c:tmp_collection) [n:127.0.0.1:52802_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52802/collection1/ has no replicas
[junit4] 2> 1765718 INFO (zkCallback-556-thread-3-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
[junit4] 2> 1765720 INFO (coreZkRegister-1965-thread-1-processing-n:127.0.0.1:52802_ x:collection1 c:tmp_collection) [n:127.0.0.1:52802_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52802/collection1/ shard2
[junit4] 2> 1765916 INFO (coreZkRegister-1965-thread-1-processing-n:127.0.0.1:52802_ x:collection1 c:tmp_collection) [n:127.0.0.1:52802_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1766317 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-002/cores/collection1
[junit4] 2> 1766320 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1766333 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3aa119fa{/,null,AVAILABLE}
[junit4] 2> 1766333 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35cd505b{HTTP/1.1,[http/1.1]}{127.0.0.1:49817}
[junit4] 2> 1766333 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.Server Started @1769753ms
[junit4] 2> 1766333 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=49817, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-002/cores}
[junit4] 2> 1766333 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1766336 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1766336 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1766336 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1766336 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-17T11:25:29.842Z
[junit4] 2> 1766350 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1766350 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-002/solr.xml
[junit4] 2> 1766359 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1766360 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37201/solr
[junit4] 2> 1766376 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:49817_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1766385 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:49817_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49817_
[junit4] 2> 1766388 INFO (zkCallback-556-thread-1-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1766422 INFO (zkCallback-562-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1766530 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:49817_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-002/cores
[junit4] 2> 1766530 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:49817_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1766536 INFO (OverseerStateUpdate-97298174912102404-127.0.0.1:52802_-n_0000000000) [n:127.0.0.1:52802_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1767580 WARN (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1767581 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1767596 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1767692 WARN (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1767693 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1767717 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 1767718 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-002/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-002/cores/collection1/data/]
[junit4] 2> 1767718 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4356e3da
[junit4] 2> 1767719 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7034694537142971]
[junit4] 2> 1767767 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1767767 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1767769 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1767769 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1767776 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@52a3713b
[junit4] 2> 1767779 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c1f53f4[collection1] main]
[junit4] 2> 1767784 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1767786 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1767788 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1767798 INFO (coreLoadExecutor-1984-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556770802949423104
[junit4] 2> 1767802 INFO (searcherExecutor-1985-thread-1-processing-n:127.0.0.1:49817_ x:collection1 c:tmp_collection) [n:127.0.0.1:49817_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c1f53f4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1767817 INFO (coreZkRegister-1979-thread-1-processing-n:127.0.0.1:49817_ x:collection1 c:tmp_collection) [n:127.0.0.1:49817_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1767818 INFO (coreZkRegister-1979-thread-1-processing-n:127.0.0.1:49817_ x:collection1 c:tmp_collection) [n:127.0.0.1:49817_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1767818 INFO (coreZkRegister-1979-thread-1-processing-n:127.0.0.1:49817_ x:collection1 c:tmp_collection) [n:127.0.0.1:49817_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49817/collection1/
[junit4] 2> 1767818 INFO (coreZkRegister-1979-thread-1-processing-n:127.0.0.1:49817_ x:collection1 c:tmp_collection) [n:127.0.0.1:49817_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1767818 INFO (coreZkRegister-1979-thread-1-processing-n:127.0.0.1:49817_ x:collection1 c:tmp_collection) [n:127.0.0.1:49817_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:49817/collection1/ has no replicas
[junit4] 2> 1767824 INFO (zkCallback-562-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 1767835 INFO (coreZkRegister-1979-thread-1-processing-n:127.0.0.1:49817_ x:collection1 c:tmp_collection) [n:127.0.0.1:49817_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49817/collection1/ shard1
[junit4] 2> 1767936 INFO (coreZkRegister-1979-thread-1-processing-n:127.0.0.1:49817_ x:collection1 c:tmp_collection) [n:127.0.0.1:49817_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1768055 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-003/cores/collection1
[junit4] 2> 1768058 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1768065 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@261d4086{/,null,AVAILABLE}
[junit4] 2> 1768065 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44958006{HTTP/1.1,[http/1.1]}{127.0.0.1:44348}
[junit4] 2> 1768065 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.e.j.s.Server Started @1771485ms
[junit4] 2> 1768065 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/, hostPort=44348, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-003/cores}
[junit4] 2> 1768066 ERROR (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1768067 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1768067 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1768067 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1768067 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-17T11:25:31.573Z
[junit4] 2> 1768073 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1768073 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-003/solr.xml
[junit4] 2> 1768079 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1768081 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37201/solr
[junit4] 2> 1768114 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:44348_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1768119 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:44348_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44348_
[junit4] 2> 1768120 INFO (zkCallback-562-thread-1-processing-n:127.0.0.1:49817_) [n:127.0.0.1:49817_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1768122 INFO (zkCallback-556-thread-2-processing-n:127.0.0.1:52802_) [n:127.0.0.1:52802_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1768145 INFO (zkCallback-568-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1768203 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:44348_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-003/cores
[junit4] 2> 1768203 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[6EE5F47783408824]) [n:127.0.0.1:44348_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1768212 INFO (OverseerStateUpdate-97298174912102404-127.0.0.1:52802_-n_0000000000) [n:127.0.0.1:52802_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1769248 WARN (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1769248 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1769258 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1769331 WARN (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1769332 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1769344 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 1769347 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-003/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_6EE5F47783408824-001/jetty-003/cores/collection1/data/]
[junit4] 2> 1769347 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4356e3da
[junit4] 2> 1769348 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7034694537142971]
[junit4] 2> 1769363 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1769364 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1769364 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1769364 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1769372 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@42e9a45
[junit4] 2> 1769375 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fc14a08[collection1] main]
[junit4] 2> 1769377 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1769378 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1769378 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1769380 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:44348_ x:collection1 c:tmp_collection) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7fc14a08[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1769385 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:44348_) [n:127.0.0.1:44348_ c:tmp_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556770804613513216
[junit4] 2> 1769401 INFO (coreZkRegister-1991-thread-1-processing-n:127.0.0.1:44348_ x:collection1 c:tmp_collection) [n:127.0.0.1:44348_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1769416 INFO (updateExecutor-565-thread-1-processing-n:127.0.0.1:44348_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:44348_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1769417 INFO (recoveryExecutor-566-thread-1-processing-n:127.0.0.1:44348_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:44348_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1769418 INFO (recoveryExecutor-566-thread-1-processing-n:127.0.0.1:44348_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:44348_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1769418 INFO (recoveryExecutor-566-thread-1-
[...truncated too long message...]
/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_6EE5F47783408824-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:36756) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1632051331-10.41.0.5-1484655261156 (Datanode Uuid d2deb2ce-a884-4719-8fe3-60f7ef3d27ba) service to localhost/127.0.0.1:36756
[junit4] 2> 4734121 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[6EE5F47783408824]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 4734223 ERROR (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[6EE5F47783408824]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.GeneratedMethodAccessor154.invoke(Unknown Source)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4734225 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[6EE5F47783408824]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_6EE5F47783408824-001
[junit4] 2> Jan 17, 2017 12:14:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=sr-Latn, timezone=America/Regina
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=207909144,total=533200896
[junit4] 2> NOTE: All tests run in this JVM: [QueryElevationComponentTest, TestSolrCloudWithSecureImpersonation, TestRandomFaceting, TestSQLHandler, TestCryptoKeys, HdfsBasicDistributedZkTest, DateFieldTest, TestFieldSortValues, TestQuerySenderNoQuery, TestReplicationHandler, TestDistributedSearch, PeerSyncWithIndexFingerprintCachingTest, TestComponentsName, ReturnFieldsTest, TestSolrDeletionPolicy2, DefaultValueUpdateProcessorTest, ChaosMonkeyNothingIsSafeTest, SimpleCollectionCreateDeleteTest, TestExceedMaxTermLength, TestSizeLimitedDistributedMap, CdcrReplicationDistributedZkTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestFunctionQuery, SolrXmlInZkTest, TestCustomDocTransformer, PeerSyncTest, TestCloudRecovery, ActionThrottleTest, TestDistribIDF, TestFaceting, RuleEngineTest, TestSSLRandomization, DistribDocExpirationUpdateProcessorTest, HdfsRecoveryZkTest, AlternateDirectoryTest, TestPerFieldSimilarityWithDefaultOverride, HttpPartitionTest, ReplaceNodeTest, OutputWriterTest, DocExpirationUpdateProcessorFactoryTest, AnalysisAfterCoreReloadTest, TestSchemaResource, CollectionTooManyReplicasTest, TestBinaryResponseWriter, CloudMLTQParserTest, DisMaxRequestHandlerTest, TriLevelCompositeIdRoutingTest, BlockJoinFacetRandomTest, DocumentAnalysisRequestHandlerTest, TestDynamicFieldResource, DistanceUnitsTest, QueryResultKeyTest, TestUniqueKeyFieldResource, TestEmbeddedSolrServerConstructors, AsyncCallRequestStatusResponseTest, TestAddFieldRealTimeGet, DateRangeFieldTest, TestGraphMLResponseWriter, ConjunctionSolrSpellCheckerTest, TestLocalFSCloudBackupRestore, TestIBSimilarityFactory, TestRestManager, TestRandomFlRTGCloud, BasicZkTest, BasicDistributedZkTest, ClassificationUpdateProcessorIntegrationTest, DistributedFacetPivotLargeTest, TestSolrConfigHandlerConcurrent, QueryEqualityTest, CoreMergeIndexesAdminHandlerTest, TestSolrCloudWithHadoopAuthPlugin, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [641/680 (6!)] on J0 in 46.30s, 1 test, 1 failure <<< FAILURES!
[...truncated 62610 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 24 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/24/
5 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Captured an uncaught exception in thread: Thread[id=51604, name=Thread-48985, state=RUNNABLE, group=TGRP-TestDistributedSearch]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=51604, name=Thread-48985, state=RUNNABLE, group=TGRP-TestDistributedSearch]
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:F417D3300033FA6D]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41281/oci/qv/collection1: java.lang.NullPointerException
at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:41)
at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:757)
at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:740)
at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:428)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.TestDistributedSearch$1.run(TestDistributedSearch.java:1116)
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=9682 sum(shards)=9693 cloudClient=9693
Stack Trace:
java.lang.AssertionError: document count mismatch. control=9682 sum(shards)=9693 cloudClient=9693
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:F417D3300033FA6D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:228)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316) at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:519) at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381) at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75) at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1611) at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1170) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124) at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316)
at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:519)
at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381)
at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1611)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1170)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor175.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:513DA3B059EB2D99]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:3436985EA8FCB800]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11493 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/init-core-data-001
[junit4] 2> 266133 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 266134 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001
[junit4] 2> 266134 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 266134 INFO (Thread-415) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 266134 INFO (Thread-415) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 266234 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34622
[junit4] 2> 266244 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266247 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266255 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266257 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266267 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@402b6ce6{/solr,null,AVAILABLE}
[junit4] 2> 266268 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f6271e3{SSL,[ssl, http/1.1]}{127.0.0.1:34548}
[junit4] 2> 266268 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.Server Started @270225ms
[junit4] 2> 266268 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34548}
[junit4] 2> 266269 ERROR (jetty-launcher-156-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266269 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266269 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266269 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266270 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:56.982Z
[junit4] 2> 266270 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7aafec12{/solr,null,AVAILABLE}
[junit4] 2> 266274 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d5385d9{SSL,[ssl, http/1.1]}{127.0.0.1:43587}
[junit4] 2> 266275 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266277 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.Server Started @270231ms
[junit4] 2> 266290 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43587}
[junit4] 2> 266288 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66534225{/solr,null,AVAILABLE}
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bec6aff{SSL,[ssl, http/1.1]}{127.0.0.1:41075}
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.Server Started @270248ms
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41075}
[junit4] 2> 266291 ERROR (jetty-launcher-156-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266292 ERROR (jetty-launcher-156-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:57.005Z
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:57.005Z
[junit4] 2> 266291 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71e4fdfb{/solr,null,AVAILABLE}
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33379cca{SSL,[ssl, http/1.1]}{127.0.0.1:45754}
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.Server Started @270249ms
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45754}
[junit4] 2> 266293 ERROR (jetty-launcher-156-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:57.006Z
[junit4] 2> 266296 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266327 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266329 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266331 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266331 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266340 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266341 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266373 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34548_solr
[junit4] 2> 266381 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.Overseer Overseer (id=97577627605729287-127.0.0.1:34548_solr-n_0000000000) starting
[junit4] 2> 266409 INFO (jetty-launcher-156-thread-4) [n:127.0.0.1:45754_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45754_solr
[junit4] 2> 266443 INFO (jetty-launcher-156-thread-2) [n:127.0.0.1:43587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 266448 INFO (jetty-launcher-156-thread-2) [n:127.0.0.1:43587_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43587_solr
[junit4] 2> 266479 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34548_solr
[junit4] 2> 266479 INFO (jetty-launcher-156-thread-3) [n:127.0.0.1:41075_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 266482 INFO (jetty-launcher-156-thread-3) [n:127.0.0.1:41075_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41075_solr
[junit4] 2> 266486 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 266486 INFO (zkCallback-175-thread-2-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 266486 INFO (OverseerStateUpdate-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 266498 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 266525 INFO (zkCallback-178-thread-2-processing-n:127.0.0.1:41075_solr) [n:127.0.0.1:41075_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 266529 INFO (zkCallback-176-thread-1-processing-n:127.0.0.1:43587_solr) [n:127.0.0.1:43587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 266537 INFO (jetty-launcher-156-thread-4) [n:127.0.0.1:45754_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node4/.
[junit4] 2> 266547 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 266591 INFO (jetty-launcher-156-thread-3) [n:127.0.0.1:41075_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node3/.
[junit4] 2> 266646 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node1/.
[junit4] 2> 266689 INFO (jetty-launcher-156-thread-2) [n:127.0.0.1:43587_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node2/.
[junit4] 2> 266837 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 266838 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34622/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 266961 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 266995 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 266998 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 267035 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51120_hdfs____5m9nel/webapp
[junit4] 2> 267786 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51120
[junit4] 2> 267896 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 267897 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 267906 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55824_datanode____ekgkw1/webapp
[junit4] 2> 268267 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55824
[junit4] 2> 268318 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 268319 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 268339 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56656_datanode____.7huxoj/webapp
[junit4] 2> 268398 INFO (IPC Server handler 4 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-6e934026-cc2e-4687-859d-b6b7e9499bdd node DatanodeRegistration(127.0.0.1:52520, datanodeUuid=f94e2abd-47d0-49ff-affc-50044bd2661e, infoPort=48327, infoSecurePort=0, ipcPort=43637, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 268399 INFO (IPC Server handler 4 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-0b3cb228-193e-4a37-8cab-0479ff8e4a4c node DatanodeRegistration(127.0.0.1:52520, datanodeUuid=f94e2abd-47d0-49ff-affc-50044bd2661e, infoPort=48327, infoSecurePort=0, ipcPort=43637, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 268721 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56656
[junit4] 2> 268918 INFO (IPC Server handler 3 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-e4c413fc-446d-4006-aa1e-d050a717f0c5 node DatanodeRegistration(127.0.0.1:53158, datanodeUuid=13772322-3816-42f1-ac5e-739f7e3a07dc, infoPort=58017, infoSecurePort=0, ipcPort=52137, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 268918 INFO (IPC Server handler 3 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-9267374d-34a6-489e-9e82-062aa6a0aed5 node DatanodeRegistration(127.0.0.1:53158, datanodeUuid=13772322-3816-42f1-ac5e-739f7e3a07dc, infoPort=58017, infoSecurePort=0, ipcPort=52137, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 269006 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 269007 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7C43ECEAAECF9795]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 269092 INFO (qtp1678580145-1262) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 269094 INFO (OverseerThreadFactory-426-thread-1-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 269300 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 269409 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 270316 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 270326 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 270329 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 270331 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
[junit4] 2> 270349 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60853/data
[junit4] 2> 270349 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 270349 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node4/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:60853/data/created_and_deleted/core_node1/data/]
[junit4] 2> 270350 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60853/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 270375 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 270375 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 270375 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 272114 WARN (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 277117 WARN (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 282126 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 282127 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60853/data/created_and_deleted/core_node1/data
[junit4] 2> 282165 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60853/data/created_and_deleted/core_node1/data/index
[junit4] 2> 282170 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 282170 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 282171 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 282182 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 282216 INFO (IPC Server handler 0 on 60853) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53158 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6e934026-cc2e-4687-859d-b6b7e9499bdd:NORMAL:127.0.0.1:52520|RBW], ReplicaUC[[DISK]DS-9267374d-34a6-489e-9e82-062aa6a0aed5:NORMAL:127.0.0.1:53158|RBW]]} size 0
[junit4] 2> 282218 INFO (IPC Server handler 1 on 60853) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52520 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6e934026-cc2e-4687-859d-b6b7e9499bdd:NORMAL:127.0.0.1:52520|RBW], ReplicaUC[[DISK]DS-9267374d-34a6-489e-9e82-062aa6a0aed5:NORMAL:127.0.0.1:53158|RBW]]} size 0
[junit4] 2> 282250 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 282250 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 282250 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 282260 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 282260 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 282289 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c16455f[created_and_deleted_shard1_replica1] main]
[junit4] 2> 282290 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 282290 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 282292 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 282292 INFO (searcherExecutor-435-thread-1-processing-n:127.0.0.1:45754_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@4c16455f[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 282292 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561242058626170880
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45754/solr/created_and_deleted_shard1_replica1/
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:45754/solr/created_and_deleted_shard1_replica1/ has no replicas
[junit4] 2> 282299 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 282302 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45754/solr/created_and_deleted_shard1_replica1/ shard1
[junit4] 2> 282408 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 282454 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 282456 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=13157
[junit4] 2> 282460 INFO (qtp1678580145-1262) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 282556 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 283099 INFO (OverseerCollectionConfigSetProcessor-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 283461 INFO (qtp1678580145-1262) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=14368
[junit4] 2> 283465 INFO (qtp1678580145-1251) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 283465 INFO (qtp1678580145-1251) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 283468 INFO (qtp1678580145-1263) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 283470 INFO (OverseerThreadFactory-426-thread-2-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 283474 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 283474 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2486702a
[junit4] 2> 283482 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 283488 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60853/data/created_and_deleted/core_node1/data/index
[junit4] 2> 283489 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60853/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 283489 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60853/data/created_and_deleted/core_node1/data
[junit4] 2> 283497 INFO (IPC Server handler 5 on 60853) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:52520 127.0.0.1:53158
[junit4] 2> 283511 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 284217 INFO (qtp1678580145-1263) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=749
[junit4] 2> 284219 INFO (qtp1678580145-1253) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 284220 INFO (qtp1678580145-1253) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 284220 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 284265 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
[junit4] 2> 284266 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[7C43ECEAAECF9795]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 284273 INFO (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 284277 INFO (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.CreateCollectionCmd Create collection withconfigset2
[junit4] 2> 284277 INFO (OverseerCollectionConfigSetProcessor-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 284490 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2
[junit4] 2> 284593 INFO (zkCallback-178-thread-2-processing-n:127.0.0.1:41075_solr) [n:127.0.0.1:41075_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 285504 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 285526 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema [withconfigset2_shard1_replica1] Schema name=minimal
[junit4] 2> 285528 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica1' using configuration from collection withconfigset2
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60853/data
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [[withconfigset2_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node3/withconfigset2_shard1_replica1], dataDir=[hdfs://localhost:60853/data/withconfigset2/core_node1/data/]
[junit4] 2> 285530 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b352c84
[junit4] 2> 285530 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [withconfigset2_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@643dba28
[junit4] 2> 285568 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.withconfigset2.shard1.replica1
[junit4] 2> 285568 ERROR (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore Error while closing
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:1422)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:944)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:816)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:827)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 285569 ERROR (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Error creating core [withconfigset2_shard1_replica1]: Unrecognized lockType: native
[junit4] 2> org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:952)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:816)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:827)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:181)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:475)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
[junit4] 2> ... 39 more
[junit4] 2> 285571 ERROR (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:861)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [withconfigset2_shard1_replica1]
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:827)
[junit4] 2> ... 36 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:952)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:816)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
[junit4] 2> ... 37 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:181)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:475)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
[junit4] 2> ... 39 more
[junit4] 2>
[junit4] 2> 285571 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2} status=400 QTime=1082
[junit4] 2> 285572 ERROR (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41075/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41075/solr: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 285573 ERROR (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [withconfigset2].
[junit4] 2> 285574 INFO (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 285576 INFO (qtp1678580145-1263) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=withconfigset2_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 285877 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@2b68b5c2) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:52520 to delete [blk_1073741825_1001]
[junit4] 2> 286279 INFO (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [withconfigset2]
[junit4] 2> 286280 INFO (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 288280 INFO (OverseerCollectionConfigSetProcessor-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 288877 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@2b68b5c2) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:53158 to delete [blk_1073741825_1001]
[junit4] 2> 316291 ERROR (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 316291 INFO (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=32017
[junit4] 2> 316292 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSpecificConfigsets
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsCollectionsAPIDistributedZkTest -Dtests.method=testSpecificConfigsets -Dtests.seed=7C43ECEAAECF9795 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=es-SV -Dtests.timezone=Etc/GMT-9 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 32.1s J0 | HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperE
[...truncated too long message...]
s, TestSubQueryTransformerCrossCore, DebugComponentTest, TestBinaryResponseWriter, TestCollationField, FullSolrCloudDistribCmdsTest, TestSolrConfigHandlerCloud, DocValuesMultiTest, BlockJoinFacetDistribTest, TestInitParams, TestStressReorder, SpatialRPTFieldTypeTest, CoreAdminHandlerTest, TestSchemaNameResource, TestRuleBasedAuthorizationPlugin, TestCloudDeleteByQuery, TestFieldCacheVsDocValues, PingRequestHandlerTest, TestHighFrequencyDictionaryFactory, HdfsSyncSliceTest, TestConfig, TestClassicSimilarityFactory, TestSmileRequest, TestGroupingSearch, TestMiniSolrCloudCluster, TestMaxScoreQueryParser, TermVectorComponentDistributedTest, XmlUpdateRequestHandlerTest, TestRequestStatusCollectionAPI, SolrMetricsIntegrationTest, TestCollapseQParserPlugin, NoCacheHeaderTest, TestJmxMonitoredMap, ConnectionManagerTest, BlobRepositoryCloudTest, MinimalSchemaTest, DirectUpdateHandlerTest, StatelessScriptUpdateProcessorFactoryTest, RestartWhileUpdatingTest, TestOrdValues, FacetPivotSmallTest, BitVectorTest, TestExtendedDismaxParser, TestLFUCache, JSONWriterTest, TestSolrXml, OverseerModifyCollectionTest, CdcrRequestHandlerTest, BasicDistributedZkTest, LeaderElectionTest, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, DocValuesTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, SampleTest, TestBinaryField, TestSearchPerf, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, RAMDirectoryFactoryTest, TestUtils, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, CursorPagingTest, AliasIntegrationTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, OverseerTaskQueueTest, ReplaceNodeTest, ReplicationFactorTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudPivotFacet, TestCollectionAPI, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, HdfsChaosMonkeySafeLeaderTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsChaosMonkeySafeLeaderTest -Dtests.seed=7C43ECEAAECF9795 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=et -Dtests.timezone=Asia/Ujung_Pandang -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | HdfsChaosMonkeySafeLeaderTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316)
[junit4] > at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:519)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381)
[junit4] > at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1611)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1170)
[junit4] > at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
[junit4] > at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
[junit4] > at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] > at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [528/680 (4!)] on J2 in 232.74s, 1 test, 1 failure <<< FAILURES!
[...truncated 62898 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 23 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/23/
8 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:A349303B9804D6DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:850)
at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:72)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:A349303B9804D6DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.store.hdfs.HdfsDirectoryTest.testEOF
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:BA764DE974DC1D5A]:0)
at org.apache.lucene.store.RAMInputStream.readByte(RAMInputStream.java:69)
at org.apache.solr.store.hdfs.HdfsDirectoryTest.testEof(HdfsDirectoryTest.java:158)
at org.apache.solr.store.hdfs.HdfsDirectoryTest.testEOF(HdfsDirectoryTest.java:150)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor26.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:63687B5530CB94B3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:66340BBC1DC012A]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1785 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> مار 06, 2017 8:12:12 م com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=3016, name=SUITE-TestFuzzyQuery-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
[junit4] 2> at java.util.Random.nextInt(Random.java:390)
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
[junit4] 2> at com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=1580E339465FAA17 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-QA -Dtests.timezone=JST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
[junit4] 2> مار 06, 2017 8:12:12 م com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> مار 06, 2017 8:12:32 م com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> مار 06, 2017 8:12:32 م com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> مار 06, 2017 8:12:35 م com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=998, maxMBSortInHeap=7.437214709358558, sim=RandomSimilarity(queryNorm=false,coord=yes): {field=IB LL-D2}, locale=ar-QA, timezone=JST
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=94740992,total=196083712
[junit4] 2> NOTE: All tests run in this JVM: [TestClassicSimilarity, TestLucene50TermVectorsFormat, TestFieldType, TestPerSegmentDeletes, TestNumericRangeQuery64, TestSortedNumericSortField, TestCharsRef, TestSimpleFSLockFactory, TestOperations, TestMaxTermFrequency, TestDocIdSetBuilder, TestParallelCompositeReader, TestFilterDirectoryReader, TestLongPostings, TestCrashCausesCorruptIndex, TestNeedsScores, TestElevationComparator, TestTwoPhaseCommitTool, TestSearchForDuplicates, TestField, TestPrefixCodedTerms, TestThreadedForceMerge, TestForceMergeForever, TestConsistentFieldNumbers, TestMergePolicyWrapper, TestBagOfPostings, TestDocumentWriter, TestSynonymQuery, Test2BBinaryDocValues, TestBlendedTermQuery, TestSpanExplanationsOfNonMatches, Test2BNumericDocValues, TestMultiLevelSkipList, TestIndexWriter, TestLazyProxSkipping, TestLiveFieldValues, TestAttributeSource, TestIndexInput, TestPhrasePrefixQuery, TestComplexExplanationsOfNonMatches, TestGraphQuery, TestAllFilesDetectTruncation, TestSpansEnum, TestMergedIterator, TestIntsRef, TestStringMSBRadixSorter, TestPolygon, TestNot, TestFieldMaskingSpanQuery, TestIndexWriterExceptions, TestFrequencyTrackingRingBuffer, TestDirectPacked, TestNumericTokenStream, TestFastCompressionMode, TestLongBitSet, TestMultiTermsEnum, TestLongValuesSource, TestRegexpRandom2, TestReqExclBulkScorer, TestPerFieldPostingsFormat2, TestDemoParallelLeafReader, TestDemo, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=1580E339465FAA17 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-QA -Dtests.timezone=JST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
[junit4] Completed [435/448 (1!)] on J0 in 7223.15s, 3 tests, 2 errors <<< FAILURES!
[...truncated 10112 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/init-core-data-001
[junit4] 2> 751858 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 751858 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001
[junit4] 2> 751858 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 751881 INFO (Thread-2077) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 751882 INFO (Thread-2077) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 751967 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55821
[junit4] 2> 751984 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 751984 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 751986 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 752001 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 752042 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ee740ab{/solr,null,AVAILABLE}
[junit4] 2> 752043 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a4f3adb{HTTP/1.1,[http/1.1]}{127.0.0.1:45444}
[junit4] 2> 752043 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.Server Started @755536ms
[junit4] 2> 752043 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45444}
[junit4] 2> 752044 ERROR (jetty-launcher-800-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.2
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.902Z
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fa0ae97{/solr,null,AVAILABLE}
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@584465d4{HTTP/1.1,[http/1.1]}{127.0.0.1:48946}
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.Server Started @755538ms
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48946}
[junit4] 2> 752045 ERROR (jetty-launcher-800-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.2
[junit4] 2> 752046 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752046 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752046 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.904Z
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5582a82a{/solr,null,AVAILABLE}
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3502cf1e{HTTP/1.1,[http/1.1]}{127.0.0.1:56815}
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.Server Started @755540ms
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56815}
[junit4] 2> 752048 ERROR (jetty-launcher-800-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.2
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.906Z
[junit4] 2> 752050 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51553d1a{/solr,null,AVAILABLE}
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54bf9908{HTTP/1.1,[http/1.1]}{127.0.0.1:45352}
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.Server Started @755550ms
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45352}
[junit4] 2> 752058 ERROR (jetty-launcher-800-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.2
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.916Z
[junit4] 2> 752074 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752092 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752095 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752102 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752110 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752346 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752373 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752374 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752416 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752418 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752429 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752470 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752475 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56815_solr
[junit4] 2> 752478 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.Overseer Overseer (id=97570365488627718-127.0.0.1:56815_solr-n_0000000000) starting
[junit4] 2> 752494 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56815_solr
[junit4] 2> 752519 INFO (zkCallback-812-thread-1-processing-n:127.0.0.1:56815_solr) [n:127.0.0.1:56815_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 752524 INFO (jetty-launcher-800-thread-3) [n:127.0.0.1:45352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 752528 INFO (zkCallback-818-thread-1-processing-n:127.0.0.1:48946_solr) [n:127.0.0.1:48946_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 752537 INFO (jetty-launcher-800-thread-1) [n:127.0.0.1:48946_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48946_solr
[junit4] 2> 752538 INFO (jetty-launcher-800-thread-3) [n:127.0.0.1:45352_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45352_solr
[junit4] 2> 752539 INFO (zkCallback-818-thread-1-processing-n:127.0.0.1:48946_solr) [n:127.0.0.1:48946_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 752541 INFO (jetty-launcher-800-thread-2) [n:127.0.0.1:45444_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 752543 INFO (jetty-launcher-800-thread-2) [n:127.0.0.1:45444_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45444_solr
[junit4] 2> 752543 INFO (zkCallback-818-thread-1-processing-n:127.0.0.1:48946_solr) [n:127.0.0.1:48946_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 752564 INFO (zkCallback-812-thread-2-processing-n:127.0.0.1:56815_solr) [n:127.0.0.1:56815_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 752585 INFO (zkCallback-823-thread-1-processing-n:127.0.0.1:45352_solr) [n:127.0.0.1:45352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 752585 INFO (zkCallback-822-thread-1-processing-n:127.0.0.1:45444_solr) [n:127.0.0.1:45444_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 752657 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node4/.
[junit4] 2> 752661 INFO (jetty-launcher-800-thread-2) [n:127.0.0.1:45444_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node2/.
[junit4] 2> 752768 INFO (jetty-launcher-800-thread-1) [n:127.0.0.1:48946_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node1/.
[junit4] 2> 752797 INFO (jetty-launcher-800-thread-3) [n:127.0.0.1:45352_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node3/.
[junit4] 2> 753094 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 753095 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55821/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 753370 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 753426 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 753428 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 753453 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_42741_hdfs____azvrs0/webapp
[junit4] 2> 753960 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42741
[junit4] 2> 754243 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 754244 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 754258 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47882_datanode____5vbi9i/webapp
[junit4] 2> 754678 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47882
[junit4] 2> 754865 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 754867 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 754911 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34409_datanode____d1j7z7/webapp
[junit4] 2> 755046 INFO (IPC Server handler 3 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-88619617-cc53-4fe6-a725-3a8f8084d88b node DatanodeRegistration(127.0.0.1:52777, datanodeUuid=0261074c-47cc-4491-ab55-9d3b1d788179, infoPort=54822, infoSecurePort=0, ipcPort=43972, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 755046 INFO (IPC Server handler 3 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-5ff6d80e-7f18-4d4f-8e16-a7f62a7fb008 node DatanodeRegistration(127.0.0.1:52777, datanodeUuid=0261074c-47cc-4491-ab55-9d3b1d788179, infoPort=54822, infoSecurePort=0, ipcPort=43972, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 755557 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34409
[junit4] 2> 755878 INFO (IPC Server handler 5 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-b647d1d3-9076-44a6-91ff-a72800366a2d node DatanodeRegistration(127.0.0.1:32875, datanodeUuid=716b6e3c-85f7-47df-b49a-870ee0b64397, infoPort=38484, infoSecurePort=0, ipcPort=50690, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 755878 INFO (IPC Server handler 5 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-452f428c-4bfa-4975-a25b-cffb7651dccd node DatanodeRegistration(127.0.0.1:32875, datanodeUuid=716b6e3c-85f7-47df-b49a-870ee0b64397, infoPort=38484, infoSecurePort=0, ipcPort=50690, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 756062 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 756063 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 756091 INFO (qtp46926431-6236) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 758387 INFO (qtp46926431-6236) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=2296
[junit4] 2> 758395 INFO (qtp46926431-6237) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 758395 INFO (qtp46926431-6237) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 758395 INFO (OverseerCollectionConfigSetProcessor-97570365488627718-127.0.0.1:56815_solr-n_0000000000) [n:127.0.0.1:56815_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 758396 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 758619 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 758620 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 758625 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
[junit4] 2> 758627 INFO (OverseerStateUpdate-97570365488627718-127.0.0.1:56815_solr-n_0000000000) [n:127.0.0.1:56815_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 759656 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 759662 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 759664 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 759671 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:54662/data
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node2/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/]
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/snapshot_metadata
[junit4] 2> 759808 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 759808 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 759809 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 759883 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 759886 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003
[junit4] 2> 759952 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/index
[junit4] 2> 759980 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 759980 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 759990 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 760134 INFO (IPC Server handler 5 on 54662) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32875 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-88619617-cc53-4fe6-a725-3a8f8084d88b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-b647d1d3-9076-44a6-91ff-a72800366a2d:NORMAL:127.0.0.1:32875|RBW]]} size 0
[junit4] 2> 760136 INFO (IPC Server handler 4 on 54662) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52777 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b647d1d3-9076-44a6-91ff-a72800366a2d:NORMAL:127.0.0.1:32875|RBW], ReplicaUC[[DISK]DS-5ff6d80e-7f18-4d4f-8e16-a7f62a7fb008:NORMAL:127.0.0.1:52777|FINALIZED]]} size 0
[junit4] 2> 760199 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 760199 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 760199 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 760374 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 760374 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 760407 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7048a344[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561125856756105216
[junit4] 2> 760410 INFO (searcherExecutor-1998-thread-1-processing-n:127.0.0.1:45444_solr x:halfdeletedcollection_shard1_replica1 c:halfdeletedcollection) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@7048a344[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45444/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:45444/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 760415 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45444/solr/halfdeletedcollection_shard1_replica1/ shard2
[junit4] 2> 760565 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 760567 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2} status=0 QTime=1943
[junit4] 2> 760569 INFO (qtp46926431-6240) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 760577 INFO (OverseerThreadFactory-1989-thread-2-processing-n:127.0.0.1:56815_solr) [n:127.0.0.1:56815_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 760594 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 760595 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1c23d30a
[junit4] 2> 760603 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 760603 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:54662/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/snapshot_metadata
[junit4] 2> 760604 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:54662/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/index
[junit4] 2> 760609 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:54662/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003
[junit4] 2> 760622 INFO (IPC Server handler 1 on 54662) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:52777 127.0.0.1:32875
[junit4] 2> 760634 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=40
[junit4] 2> 761319 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@75f18ca4) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:32875 to delete [blk_1073741825_1001]
[junit4] 2> 761391 INFO (qtp46926431-6240) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=821
[junit4] 2> 761392 INFO (qtp46926431-6238) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 761392 INFO (qtp46926431-6238) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 761394 INFO (qtp46926431-6237) [n:127.0.0.1:45444_solr
[...truncated too long message...]
eMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4617449 INFO (SUITE-HdfsDirectoryTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_2B1D0FE136F8BB26-001
[junit4] 2> Mar 06, 2017 2:11:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=887, maxMBSortInHeap=7.209013734739219, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=en-MT, timezone=Europe/Malta
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=235306048,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [TestDistributedGrouping, SpellingQueryConverterTest, TestSolrIndexConfig, DistributedExpandComponentTest, TestExportWriter, TestQueryTypes, TestFieldCollectionResource, CollectionReloadTest, HdfsRestartWhileUpdatingTest, PreAnalyzedFieldManagedSchemaCloudTest, HighlighterTest, SolrMetricReporterTest, SolrCmdDistributorTest, RankQueryTest, DocValuesTest, TestSurroundQueryParser, SolrInfoMBeanTest, TestRawTransformer, TestReloadAndDeleteDocs, DistributedFacetPivotWhiteBoxTest, TestObjectReleaseTracker, EchoParamsTest, TestSolrCoreSnapshots, TestComplexPhraseQParserPlugin, TestJavabinTupleStreamParser, CustomCollectionTest, TestRandomCollapseQParserPlugin, SmileWriterTest, TestMinMaxOnMultiValuedField, TestSystemIdResolver, TestInfoStreamLogging, DeleteStatusTest, BaseCdcrDistributedZkTest, TestFiltering, DeleteNodeTest, TolerantUpdateProcessorTest, DirectSolrConnectionTest, ZkSolrClientTest, HdfsNNFailoverTest, BJQParserTest, HighlighterMaxOffsetTest, HdfsLockFactoryTest, ConfigSetsAPITest, SearchHandlerTest, LoggingHandlerTest, TestManagedSchemaThreadSafety, TestCustomStream, JvmMetricsTest, InfoHandlerTest, TestStressVersions, SolrCLIZkUtilsTest, TestLockTree, TestHashPartitioner, AnalyticsQueryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestTestInjection, TestPKIAuthenticationPlugin, TestPivotHelperCode, ChaosMonkeySafeLeaderTest, TestWordDelimiterFilterFactory, SampleTest, BlockJoinFacetSimpleTest, RAMDirectoryFactoryTest, SliceStateTest, ClassificationUpdateProcessorTest, TestExactSharedStatsCache, SolrIndexConfigTest, RecoveryAfterSoftCommitTest, TestPartialUpdateDeduplication, TestFreeTextSuggestions, ZkControllerTest, ReplicationFactorTest, TestSegmentSorting, SpellCheckComponentTest, TestSweetSpotSimilarityFactory, TermsComponentTest, ZkCLITest, ConvertedLegacyTest, TestQueryUtils, TestClusterProperties, SimplePostToolTest, TestLMDirichletSimilarityFactory, TestSolrCoreParser, SoftAutoCommitTest, TestElisionMultitermQuery, TestAuthenticationFramework, TestInitQParser, TestDefaultSearchFieldResource, IndexSchemaRuntimeFieldTest, ClusterStateUpdateTest, AliasIntegrationTest, TestExclusionRuleCollectionAccess, TestUpdate, IndexBasedSpellCheckerTest, CdcrUpdateLogTest, SharedFSAutoReplicaFailoverTest, AtomicUpdatesTest, TestFastOutputStream, ExitableDirectoryReaderTest, TestSimpleQParserPlugin, TestSolrDynamicMBean, TestUseDocValuesAsStored, BasicFunctionalityTest, OverseerCollectionConfigSetProcessorTest, SolrIndexSplitterTest, SpatialFilterTest, TestRandomRequestDistribution, ShufflingReplicaListTransformerTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestRandomFaceting, TestZkChroot, ShardRoutingCustomTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, TestGroupingSearch, TestSort, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, DistributedQueryElevationComponentTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestTrie, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, TestWriterPerf, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, DocumentBuilderTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, MultiTermTest, TestDocSet, TestSearchPerf, NumericFieldsTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, TestSolrJ, TestLRUCache, TestUtils, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AssignTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteShardTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplaceNodeTest, RollingRestartTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, RequestLoggingTest, TestConfigReload, TestReqParamsAPI, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, TestDistributedStatsComponentCardinality, PKIAuthenticationIntegrationTest, HttpSolrCallGetCoreTest, HdfsDirectoryTest]
[junit4] Completed [669/680 (5!)] on J1 in 46.08s, 4 tests, 1 error <<< FAILURES!
[...truncated 62464 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 22 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/22/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates
Error Message:
Timeout while trying to assert number of documents @ https://127.0.0.1:53751/bncj/source_collection_shard1_replica1/
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ https://127.0.0.1:53751/bncj/source_collection_shard1_replica1/
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:B7BC967DFA3F84BC]:0)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:256)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:236)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<2560> but was:<2551>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:247)
... 42 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor28.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:2CC0B2D7B99F37BE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:49CB89394888A227]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11870 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/init-core-data-001
[junit4] 2> 1075561 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1075562 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001
[junit4] 2> 1075562 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1075564 INFO (Thread-2348) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1075564 INFO (Thread-2348) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1075664 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60448
[junit4] 2> 1075685 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075691 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075701 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075705 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075721 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36603bab{/solr,null,AVAILABLE}
[junit4] 2> 1075722 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63263274{SSL,[ssl, http/1.1]}{127.0.0.1:52549}
[junit4] 2> 1075722 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.Server Started @1078526ms
[junit4] 2> 1075722 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52549}
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53d41225{/solr,null,AVAILABLE}
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1afd08ab{SSL,[ssl, http/1.1]}{127.0.0.1:48572}
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.Server Started @1078543ms
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48572}
[junit4] 2> 1075738 ERROR (jetty-launcher-951-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.166Z
[junit4] 2> 1075741 ERROR (jetty-launcher-951-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.169Z
[junit4] 2> 1075756 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7861cc58{/solr,null,AVAILABLE}
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5575e5aa{SSL,[ssl, http/1.1]}{127.0.0.1:37744}
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.Server Started @1078561ms
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37744}
[junit4] 2> 1075757 ERROR (jetty-launcher-951-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.185Z
[junit4] 2> 1075771 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075771 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075776 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65beb902{/solr,null,AVAILABLE}
[junit4] 2> 1075777 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a9e5afad20001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1075778 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1516665b{SSL,[ssl, http/1.1]}{127.0.0.1:40360}
[junit4] 2> 1075778 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.Server Started @1078583ms
[junit4] 2> 1075778 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40360}
[junit4] 2> 1075778 ERROR (jetty-launcher-951-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.207Z
[junit4] 2> 1075797 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075798 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075803 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075807 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075813 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075815 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075821 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075836 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48572_solr
[junit4] 2> 1075837 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.Overseer Overseer (id=97564455534198791-127.0.0.1:48572_solr-n_0000000000) starting
[junit4] 2> 1075838 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075840 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075895 INFO (jetty-launcher-951-thread-3) [n:127.0.0.1:52549_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52549_solr
[junit4] 2> 1075904 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075925 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48572_solr
[junit4] 2> 1075947 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1075947 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1075949 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1075952 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1075988 INFO (jetty-launcher-951-thread-3) [n:127.0.0.1:52549_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node3/.
[junit4] 2> 1075999 INFO (jetty-launcher-951-thread-4) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1076001 INFO (jetty-launcher-951-thread-4) [n:127.0.0.1:37744_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37744_solr
[junit4] 2> 1076004 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1076020 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1076043 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1076046 INFO (jetty-launcher-951-thread-2) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1076048 INFO (jetty-launcher-951-thread-2) [n:127.0.0.1:40360_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40360_solr
[junit4] 2> 1076049 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076049 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076049 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076052 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076101 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node1/.
[junit4] 2> 1076103 INFO (jetty-launcher-951-thread-4) [n:127.0.0.1:37744_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node4/.
[junit4] 2> 1076312 INFO (jetty-launcher-951-thread-2) [n:127.0.0.1:40360_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node2/.
[junit4] 2> 1076591 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1076591 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60448/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1076656 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1076680 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1076683 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1076704 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_32915_hdfs____.bcdgxk/webapp
[junit4] 2> 1077098 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:32915
[junit4] 2> 1077235 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1077236 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1077249 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36174_datanode____t5m6lu/webapp
[junit4] 2> 1077627 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36174
[junit4] 2> 1077910 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1077912 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1077921 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38803_datanode____.xy6tsz/webapp
[junit4] 2> 1078024 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46 node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=802be5b3-26aa-4fa4-9b20-9ad043123227, infoPort=36089, infoSecurePort=0, ipcPort=42404, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 1078024 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-f285d604-c554-409f-9bb3-055243b9e2f6 node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=802be5b3-26aa-4fa4-9b20-9ad043123227, infoPort=36089, infoSecurePort=0, ipcPort=42404, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1078410 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38803
[junit4] 2> 1078516 INFO (IPC Server handler 5 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-8bd125ca-c9a5-4b82-9649-b52c0389519e node DatanodeRegistration(127.0.0.1:52672, datanodeUuid=ced9e6fc-398e-4e60-b1bf-a3a29492b890, infoPort=39315, infoSecurePort=0, ipcPort=39371, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1078516 INFO (IPC Server handler 5 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-f50661de-3427-4257-b46e-3a148287f98e node DatanodeRegistration(127.0.0.1:52672, datanodeUuid=ced9e6fc-398e-4e60-b1bf-a3a29492b890, infoPort=39315, infoSecurePort=0, ipcPort=39371, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1078788 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[64B5C663BFAC182B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
[junit4] 2> 1078789 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[64B5C663BFAC182B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1078850 INFO (qtp1032399599-7177) [n:127.0.0.1:48572_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1078852 INFO (OverseerThreadFactory-2584-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
[junit4] 2> 1078989 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1079033 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1079036 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1079050 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1079152 INFO (zkCallback-963-thread-2-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1079152 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1079152 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1079153 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080016 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080022 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 1080025 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica1' using configuration from collection reloaded_collection
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node1/reloaded_collection_shard2_replica1], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node1/data/]
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1080032 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080032 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080032 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080045 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080053 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080054 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node1/data
[junit4] 2> 1080059 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 1080059 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080061 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080061 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica1' using configuration from collection reloaded_collection
[junit4] 2> 1080062 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080062 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080062 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node2/reloaded_collection_shard1_replica1], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node2/data/]
[junit4] 2> 1080063 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1080065 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080084 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 1080084 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 1080086 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080086 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080086 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica2' using configuration from collection reloaded_collection
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node3/reloaded_collection_shard2_replica2], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node3/data/]
[junit4] 2> 1080087 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node1/data/index
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node3/data/snapshot_metadata
[junit4] 2> 1080088 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica2' using configuration from collection reloaded_collection
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node4/reloaded_collection_shard1_replica2], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node4/data/]
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node4/data/snapshot_metadata
[junit4] 2> 1080095 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080095 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080095 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080096 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080097 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080097 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080104 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080104 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080104 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080106 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080106 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080106 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080119 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080120 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080121 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node4/data
[junit4] 2> 1080122 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node2/data
[junit4] 2> 1080137 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080142 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080146 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node3/data
[junit4] 2> 1080149 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node4/data/index
[junit4] 2> 1080149 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node2/data/index
[junit4] 2> 1080155 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080155 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080155 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080157 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080157 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080157 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080187 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080189 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node3/data/index
[junit4] 2> 1080193 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080199 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080199 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080199 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080213 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080231 INFO (IPC Server handler 0 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|RBW], ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW]]} size 0
[junit4] 2> 1080231 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-8bd125ca-c9a5-4b82-9649-b52c0389519e:NORMAL:127.0.0.1:52672|FINALIZED]]} size 0
[junit4] 2> 1080276 INFO (IPC Server handler 9 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|RBW], ReplicaUC[[DISK]DS-f285d604-c554-409f-9bb3-055243b9e2f6:NORMAL:127.0.0.1:39347|FINALIZED]]} size 0
[junit4] 2> 1080277 INFO (IPC Server handler 0 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|RBW], ReplicaUC[[DISK]DS-f285d604-c554-409f-9bb3-055243b9e2f6:NORMAL:127.0.0.1:39347|FINALIZED]]} size 0
[junit4] 2> 1080277 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080277 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080277 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080282 INFO (IPC Server handler 8 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-8bd125ca-c9a5-4b82-9649-b52c0389519e:NORMAL:127.0.0.1:52672|RBW]]} size 0
[junit4] 2> 1080282 INFO (IPC Server handler 8 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-8bd125ca-c9a5-4b82-9649-b52c0389519e:NORMAL:127.0.0.1:52672|RBW]]} size 0
[junit4] 2> 1080308 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080308 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080308 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080316 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080316 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080316 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080316 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080317 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080317 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080317 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080324 INFO (IPC Server handler 7 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f285d604-c554-409f-9bb3-055243b9e2f6:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|FINALIZED]]} size 0
[junit4] 2> 1080333 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080333 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080333 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741828_1004 size 71
[junit4] 2> 1080357 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080357 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080357 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080366 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@26b7f85e[reloaded_collection_shard1_replica2] main]
[junit4] 2> 1080368 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080369 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e212675[reloaded_collection_shard1_replica1] main]
[junit4] 2> 1080369 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080369 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080369 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293583491072
[junit4] 2> 1080371 INFO (searcherExecutor-2596-thread-1-processing-n:127.0.0.1:37744_solr x:reloaded_collection_shard1_replica2 s:shard1 c:reloaded_collection) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica2] Registered new searcher Searcher@26b7f85e[reloaded_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293588733952
[junit4] 2> 1080374 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080374 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080376 INFO (searcherExecutor-2594-thread-1-processing-n:127.0.0.1:40360_solr x:reloaded_collection_shard1_replica1 s:shard1 c:reloaded_collection) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica1] Registered new searcher Searcher@3e212675[reloaded_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080377 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@60e64ae9[reloaded_collection_shard2_replica1] main]
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293592928256
[junit4] 2> 1080380 INFO (searcherExecutor-2593-thread-1-processing-n:127.0.0.1:48572_solr x:reloaded_collection_shard2_replica1 s:shard2 c:reloaded_collection) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [reloaded_collection_shard2_replica1] Registered new searcher Searcher@60e64ae9[reloaded_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080384 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40360/solr/reloaded_collection_shard1_replica1/
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica1 url=https://127.0.0.1:40360/solr START replicas=[https://127.0.0.1:37744/solr/reloaded_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica1 url=https://127.0.0.1:40360/solr DONE. We have no versions. sync failed.
[junit4] 2> 1080391 INFO (qtp2012688231-7191) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 r:core_node4 x:reloaded_collection_shard1_replica2] o.a.s.c.S.Request [reloaded_collection_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1080391 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1080391 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1080396 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40360/solr/reloaded_collection_shard1_replica1/ shard1
[junit4] 2> 1080396 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6eb8b9be[reloaded_collection_shard2_replica2] main]
[junit4] 2> 1080397 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080397 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080397 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080398 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293613899776
[junit4] 2> 1080399 INFO (searcherExecutor-2595-thread-1-processing-n:127.0.0.1:52549_solr x:reloaded_collection_shard2_replica2 s:shard2 c:reloaded_collection) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [reloaded_collection_shard2_replica2] Registered new searcher Searcher@6eb8b9be[reloaded_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080498 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080498 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080498 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080498 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080547 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1080549 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=1515
[junit4] 2> 1080652 INFO (zkCallback-963-thread-2-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080652 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080652 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080652 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:48572/solr/reloaded_collection_shard2_replica1/
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica1 url=https://127.0.0.1:48572/solr START replicas=[https://127.0.0.1:52549/solr/reloaded_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica1 url=https://127.0.0.1:48572/solr DONE. We have no versions. sync failed.
[junit4] 2> 1080890 INFO (qtp960941779-7165) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica2] o.a.s.c.S.Request [reloaded_collection_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1080890 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1080890 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1080894 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:48572/solr/reloaded_collection_shard2_replica1/ shard2
[junit4] 2> 1080996 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080996 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080996 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080996 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081045 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1081046 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2056
[junit4] 2> 1081147 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081147 INFO (zkCallback-963-thread-4-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081147 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081147 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081388 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=2337
[junit4] 2> 1081403 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2367
[junit4] 2> 1081409 INFO (qtp1032399599-7177) [n:127.0.0.1:48572_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1081504 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_
[...truncated too long message...]
cj,null,UNAVAILABLE}
[junit4] 2> 2744004 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[64B5C663BFAC182B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplicationWithBufferedUpdates
[junit4] 2> 2744005 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[64B5C663BFAC182B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45610 45610
[junit4] 2> 2744093 INFO (Thread-16794) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45610 45610
[junit4] 2> 2744094 WARN (Thread-16794) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 267 /solr/aliases.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/tmp_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 267 /solr/clusterstate.json
[junit4] 2> 267 /solr/clusterprops.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 3 /solr/collections/source_collection/state.json
[junit4] 2> 2 /solr/collections/source_collection/leader_elect/shard1/election/97564561838964744-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 267 /solr/collections
[junit4] 2> 266 /solr/live_nodes
[junit4] 2> 40 /solr/overseer/collection-queue-work
[junit4] 2> 31 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrReplicationHandlerTest -Dtests.method=testReplicationWithBufferedUpdates -Dtests.seed=64B5C663BFAC182B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LY -Dtests.timezone=Etc/UTC -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 46.9s J1 | CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates <<<
[junit4] > Throwable #1: java.lang.AssertionError: Timeout while trying to assert number of documents @ https://127.0.0.1:53751/bncj/source_collection_shard1_replica1/
[junit4] > at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:B7BC967DFA3F84BC]:0)
[junit4] > at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:256)
[junit4] > at org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:236)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.AssertionError: expected:<2560> but was:<2551>
[junit4] > at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:247)
[junit4] > ... 42 more
[junit4] 2> 2744097 INFO (SUITE-CdcrReplicationHandlerTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_64B5C663BFAC182B-001
[junit4] 2> Mar 05, 2017 12:31:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=25552, maxDocsPerChunk=733, blockSize=4), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=25552, blockSize=4)), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-LY, timezone=Etc/UTC
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=126639040,total=531628032
[junit4] 2> NOTE: All tests run in this JVM: [ClusterStateUpdateTest, CoreAdminCreateDiscoverTest, BasicFunctionalityTest, ZkControllerTest, CollectionReloadTest, SpellingQueryConverterTest, TestHashPartitioner, DistributedMLTComponentTest, TestSegmentSorting, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, BlockDirectoryTest, RulesTest, TestSchemaSimilarityResource, TestBackupRepositoryFactory, TestBM25SimilarityFactory, TestQuerySenderListener, TestDelegationWithHadoopAuth, TestConfigReload, PreAnalyzedFieldManagedSchemaCloudTest, TestReloadAndDeleteDocs, TestQueryTypes, TestFieldTypeResource, TestDeleteCollectionOnDownNodes, TestRequestForwarding, HdfsNNFailoverTest, TestRTGBase, TestComplexPhraseQParserPlugin, TestSuggestSpellingConverter, SliceStateTest, TestStressCloudBlindAtomicUpdates, DistribJoinFromCollectionTest, TestFieldCollectionResource, TestReqParamsAPI, ZkSolrClientTest, TestStressUserVersions, RAMDirectoryFactoryTest, TestDistributedGrouping, TestLeaderElectionZkExpiry, TestCloudManagedSchema, TestDefaultSearchFieldResource, TestPivotHelperCode, RankQueryTest, CSVRequestHandlerTest, TestSearchPerf, CdcrUpdateLogTest, TestSolrQueryParserDefaultOperatorResource, TestSystemIdResolver, TestSurroundQueryParser, TestSolrCoreSnapshots, TestTolerantUpdateProcessorRandomCloud, TestManagedStopFilterFactory, BasicAuthIntegrationTest, DateMathParserTest, FileUtilsTest, JvmMetricsTest, TestCollationFieldDocValues, ShardRoutingCustomTest, TestInfoStreamLogging, SimpleMLTQParserTest, TestExclusionRuleCollectionAccess, TestSolrDynamicMBean, BooleanFieldTest, SimplePostToolTest, TolerantUpdateProcessorTest, SolrMetricReporterTest, RecoveryAfterSoftCommitTest, TestClusterProperties, TestSolrCoreParser, TestManagedSchemaThreadSafety, LeaderElectionContextKeyTest, DocumentBuilderTest, TestFiltering, TestSimpleTrackingShardHandler, StressHdfsTest, SegmentsInfoRequestHandlerTest, BaseCdcrDistributedZkTest, TestLMDirichletSimilarityFactory, TestUpdate, TestHdfsUpdateLog, SolrIndexConfigTest, TestCSVResponseWriter, SearchHandlerTest, ClassificationUpdateProcessorTest, TestStressVersions, TestFastOutputStream, TestSimpleQParserPlugin, TestExportWriter, SoftAutoCommitTest, ConfigSetsAPITest, SmileWriterTest, DocValuesNotIndexedTest, CustomCollectionTest, TestRandomCollapseQParserPlugin, IndexSchemaRuntimeFieldTest, TestExactSharedStatsCache, TestXmlQParserPlugin, HdfsRestartWhileUpdatingTest, TestBulkSchemaAPI, TestCharFilters, JsonLoaderTest, SortByFunctionTest, TestSolrIndexConfig, TestManagedResource, SuggestComponentTest, TestCoreContainer, TestSQLHandlerNonCloud, DirectSolrSpellCheckerTest, TestCursorMarkWithoutUniqueKey, SolrIndexSplitterTest, TestAnalyzeInfixSuggestions, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, ZkCLITest, AutoCommitTest, DistributedSpellCheckComponentTest, HardAutoCommitTest, DistributedTermsComponentTest, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, HighlighterTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestComponentsName, TestBinaryResponseWriter, SOLR749Test, AlternateDirectoryTest, CopyFieldTest, BadComponentTest, TestStressRecovery, MultiTermTest, NumericFieldsTest, TestConfig, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestJmxMonitoredMap, ScriptEngineTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, CircularListTest, DistributedIntervalFacetingTest, CdcrReplicationHandlerTest]
[junit4] Completed [477/680 (3!)] on J1 in 175.70s, 5 tests, 1 failure <<< FAILURES!
[...truncated 63123 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 21 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/21/
4 tests failed.
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:E8B699A5F08DB3F4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:49920
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:49920
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:BE68C80265D3BCFF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1347)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1098)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:1B42B8823C0B6B0B]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:7E49836CCD1CFE92]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11341 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/init-core-data-001
[junit4] 2> 80675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 80675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001
[junit4] 2> 80675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 80676 INFO (Thread-122) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 80676 INFO (Thread-122) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 80776 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42409
[junit4] 2> 80798 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80800 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80801 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80802 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80807 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6931b748{/solr,null,AVAILABLE}
[junit4] 2> 80808 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@735a1b8f{HTTP/1.1,[http/1.1]}{127.0.0.1:47749}
[junit4] 2> 80808 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.Server Started @84771ms
[junit4] 2> 80808 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47749}
[junit4] 2> 80808 ERROR (jetty-launcher-103-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.840Z
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26fd48e5{/solr,null,AVAILABLE}
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5509cfb1{HTTP/1.1,[http/1.1]}{127.0.0.1:33436}
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.Server Started @84773ms
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33436}
[junit4] 2> 80810 ERROR (jetty-launcher-103-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.843Z
[junit4] 2> 80826 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67086d7e{/solr,null,AVAILABLE}
[junit4] 2> 80826 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ebceb03{HTTP/1.1,[http/1.1]}{127.0.0.1:55646}
[junit4] 2> 80826 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.Server Started @84789ms
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55646}
[junit4] 2> 80827 ERROR (jetty-launcher-103-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.858Z
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1667ebe0{/solr,null,AVAILABLE}
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c8c7a71{HTTP/1.1,[http/1.1]}{127.0.0.1:42544}
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.Server Started @84798ms
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42544}
[junit4] 2> 80835 ERROR (jetty-launcher-103-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80836 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80836 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80836 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.867Z
[junit4] 2> 80871 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80872 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80888 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80888 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80895 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80899 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80908 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80910 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80918 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80921 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80927 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80927 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80943 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a99b65c8c0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 80956 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a99b65c8c0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 81006 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33436_solr
[junit4] 2> 81007 INFO (jetty-launcher-103-thread-1) [n:127.0.0.1:42544_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42544_solr
[junit4] 2> 81007 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.Overseer Overseer (id=97559350457663495-127.0.0.1:33436_solr-n_0000000000) starting
[junit4] 2> 81017 INFO (jetty-launcher-103-thread-4) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81018 INFO (jetty-launcher-103-thread-3) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81023 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81025 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81030 INFO (jetty-launcher-103-thread-4) [n:127.0.0.1:55646_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55646_solr
[junit4] 2> 81030 INFO (jetty-launcher-103-thread-3) [n:127.0.0.1:47749_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47749_solr
[junit4] 2> 81033 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81035 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81037 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81043 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81066 INFO (jetty-launcher-103-thread-3) [n:127.0.0.1:47749_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node2/.
[junit4] 2> 81068 INFO (jetty-launcher-103-thread-4) [n:127.0.0.1:55646_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node4/.
[junit4] 2> 81069 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33436_solr
[junit4] 2> 81070 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81070 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81070 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81070 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81099 INFO (jetty-launcher-103-thread-1) [n:127.0.0.1:42544_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node1/.
[junit4] 2> 81234 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node3/.
[junit4] 2> 81284 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 81284 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42409/solr ready
[junit4] 2> 81808 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 82328 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 82480 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 82501 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 82590 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 82645 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43797_hdfs____umenvk/webapp
[junit4] 2> 83891 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43797
[junit4] 2> 84525 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 84529 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 84549 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56164_datanode____b8y91x/webapp
[junit4] 2> 84931 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56164
[junit4] 2> 85302 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 85303 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 85316 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60688_datanode____ur9dwj/webapp
[junit4] 2> 85727 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60688
[junit4] 2> 86429 INFO (IPC Server handler 2 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-fa70c8f6-eb40-4fdc-ad8d-9c9093f0767e node DatanodeRegistration(127.0.0.1:51343, datanodeUuid=780ca168-bcc7-4578-9ca5-fc14069d9307, infoPort=51413, infoSecurePort=0, ipcPort=54106, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 86429 INFO (IPC Server handler 2 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf node DatanodeRegistration(127.0.0.1:51343, datanodeUuid=780ca168-bcc7-4578-9ca5-fc14069d9307, infoPort=51413, infoSecurePort=0, ipcPort=54106, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 86432 INFO (IPC Server handler 4 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5 node DatanodeRegistration(127.0.0.1:42249, datanodeUuid=a759c346-08db-438c-b268-55a568560358, infoPort=37829, infoSecurePort=0, ipcPort=59956, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 86432 INFO (IPC Server handler 4 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-a70a9409-f8a6-4579-9dce-9ca32a43edc1 node DatanodeRegistration(127.0.0.1:42249, datanodeUuid=a759c346-08db-438c-b268-55a568560358, infoPort=37829, infoSecurePort=0, ipcPort=59956, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 86790 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[363CF7D8CB2FD107]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 86793 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[363CF7D8CB2FD107]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 86804 INFO (qtp464437644-664) [n:127.0.0.1:42544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 86811 INFO (OverseerThreadFactory-311-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 86949 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 86949 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 86952 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 86960 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 87070 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87070 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87070 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87070 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87971 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 87986 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 88008 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 88010 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 88010 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 88013 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88014 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 88016 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 88017 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 88018 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88019 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88023 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 88027 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 88027 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88029 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88029 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88029 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node1/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node1/data/]
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node2/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node3/data/]
[junit4] 2> 88030 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 88031 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 88035 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88035 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88035 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node3/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node4/data/]
[junit4] 2> 88036 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node4/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node2/data/]
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 88044 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88044 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88044 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 88048 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88048 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88048 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 88070 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88070 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88070 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 88074 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88075 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88075 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89310 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89310 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89317 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89321 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89322 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node2/data
[junit4] 2> 89323 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node4/data
[junit4] 2> 89325 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node3/data
[junit4] 2> 89325 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node1/data
[junit4] 2> 89378 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node1/data/index
[junit4] 2> 89382 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node4/data/index
[junit4] 2> 89382 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node3/data/index
[junit4] 2> 89389 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89389 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89389 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89398 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89398 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89398 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89415 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89415 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89415 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89420 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node2/data/index
[junit4] 2> 89441 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89441 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89441 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89448 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89452 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89453 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89474 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89749 INFO (IPC Server handler 5 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf:NORMAL:127.0.0.1:51343|RBW], ReplicaUC[[DISK]DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5:NORMAL:127.0.0.1:42249|RBW]]} size 71
[junit4] 2> 89750 INFO (IPC Server handler 8 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741828_1004 size 71
[junit4] 2> 89752 INFO (IPC Server handler 3 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a70a9409-f8a6-4579-9dce-9ca32a43edc1:NORMAL:127.0.0.1:42249|RBW], ReplicaUC[[DISK]DS-fa70c8f6-eb40-4fdc-ad8d-9c9093f0767e:NORMAL:127.0.0.1:51343|RBW]]} size 71
[junit4] 2> 89752 INFO (IPC Server handler 3 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf:NORMAL:127.0.0.1:51343|RBW], ReplicaUC[[DISK]DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5:NORMAL:127.0.0.1:42249|RBW]]} size 71
[junit4] 2> 89752 INFO (IPC Server handler 3 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf:NORMAL:127.0.0.1:51343|RBW], ReplicaUC[[DISK]DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5:NORMAL:127.0.0.1:42249|RBW]]} size 71
[junit4] 2> 89756 INFO (IPC Server handler 0 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741825_1001 size 71
[junit4] 2> 89756 INFO (IPC Server handler 0 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741827_1003 size 71
[junit4] 2> 89756 INFO (IPC Server handler 0 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741826_1002 size 71
[junit4] 2> 90207 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90207 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90207 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90207 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90207 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90207 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90241 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90241 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90242 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90247 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90247 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90247 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90255 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90255 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90259 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90259 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90275 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90275 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90277 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90277 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90355 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a58b012[addReplicaColl_shard1_replica1] main]
[junit4] 2> 90356 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@50bd8b69[addReplicaColl_shard2_replica1] main]
[junit4] 2> 90357 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90357 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90359 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90359 INFO (searcherExecutor-316-thread-1-processing-n:127.0.0.1:42544_solr x:addReplicaColl_shard2_replica1 s:shard2 c:addReplicaColl) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [addReplicaColl_shard2_replica1] Registered new searcher Searcher@50bd8b69[addReplicaColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90359 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617474928640
[junit4] 2> 90361 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a821303[addReplicaColl_shard1_replica2] main]
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617477025792
[junit4] 2> 90363 INFO (searcherExecutor-319-thread-1-processing-n:127.0.0.1:55646_solr x:addReplicaColl_shard1_replica1 s:shard1 c:addReplicaColl) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [addReplicaColl_shard1_replica1] Registered new searcher Searcher@7a58b012[addReplicaColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90365 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90366 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 90366 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90366 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90366 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617482268672
[junit4] 2> 90367 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 90368 INFO (searcherExecutor-317-thread-1-processing-n:127.0.0.1:47749_solr x:addReplicaColl_shard1_replica2 s:shard1 c:addReplicaColl) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [addReplicaColl_shard1_replica2] Registered new searcher Searcher@3a821303[addReplicaColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90369 INFO (zkCallback-120-thread-3-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90369 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90370 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90372 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90375 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a7826e8[addReplicaColl_shard2_replica2] main]
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90377 INFO (searcherExecutor-318-thread-1-processing-n:127.0.0.1:33436_solr x:addReplicaColl_shard2_replica2 s:shard2 c:addReplicaColl) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [addReplicaColl_shard2_replica2] Registered new searcher Searcher@5a7826e8[addReplicaColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617493803008
[junit4] 2> 90473 INFO (zkCallback-120-thread-3-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90473 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90473 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90473 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55646/solr/addReplicaColl_shard1_replica1/
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=http://127.0.0.1:55646/solr START replicas=[http://127.0.0.1:47749/solr/addReplicaColl_shard1_replica2/] nUpdates=100
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42544/solr/addReplicaColl_shard2_replica1/
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica1 url=http://127.0.0.1:42544/solr START replicas=[http://127.0.0.1:33436/solr/addReplicaColl_shard2_replica2/] nUpdates=100
[junit4] 2> 90880 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=http://127.0.0.1:55646/solr DONE. We have no versions. sync failed.
[junit4] 2> 90891 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica1 url=http://127.0.0.1:42544/solr DONE. We have no versions. sync failed.
[junit4] 2> 90893 INFO (qtp860039974-625) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.S.Request [addReplicaColl_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 90893 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 90893 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 90896 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55646/solr/addReplicaColl_shard1_replica1/ shard1
[junit4] 2> 90901 INFO (qtp627964550-638) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica2] o.a.s.c.S.Request [addReplicaColl_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 90902 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 90902 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 90905 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42544/solr/addReplicaColl_shard2_replica1/ shard2
[junit4] 2> 91010 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91010 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91010 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91011 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91047 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 91049 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=4100
[junit4] 2> 91056 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 91059 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=4111
[junit4] 2> 91162 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91162 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91162 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91163 INFO (zkCallback-120-thread-3-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91379 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=4431
[junit4] 2> 91383 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=4423
[junit4] 2> 91388 INFO (qtp464437644-664) [n:127.0.0.1:42544_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 91489 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91489 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91489 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncCo
[...truncated too long message...]
FD107]) [ ] o.a.s.c.Overseer Overseer (id=97559578888699921-127.0.0.1:38480__s-n_0000000004) closing
[junit4] 2> 3933205 INFO (OverseerStateUpdate-97559578888699921-127.0.0.1:38480__s-n_0000000004) [n:127.0.0.1:38480__s ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38480__s
[junit4] 2> 3934705 WARN (zkCallback-32414-thread-3-processing-n:127.0.0.1:38480__s) [n:127.0.0.1:38480__s ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3934706 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 3934706 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2d1ae757{HTTP/1.1,[http/1.1]}{127.0.0.1:38480}
[junit4] 2> 3934706 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9e5aa5e{/_s,null,UNAVAILABLE}
[junit4] 2> 3934708 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60998 60998
[junit4] 2> 3934801 INFO (Thread-33438) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60998 60998
[junit4] 2> 3934801 WARN (Thread-33438) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/configs/conf1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/collections/all_in_lir/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/97559578888699908-127.0.0.1:35119__s-n_0000000000
[junit4] 2> 2 /solr/collections/all_in_lir/leader_elect/shard1/election/97559578888699921-core_node3-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 355 /solr/overseer/collection-queue-work
[junit4] 2> 60 /solr/overseer/queue
[junit4] 2> 9 /solr/overseer/queue-work
[junit4] 2> 7 /solr/collections
[junit4] 2> 4 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderInitiatedRecoveryOnShardRestartTest -Dtests.method=testRestartWithAllInLIR -Dtests.seed=363CF7D8CB2FD107 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=Egypt -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 369s J2 | LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:E8B699A5F08DB3F4]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
[junit4] > at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3934805 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_363CF7D8CB2FD107-001
[junit4] 2> Mar 04, 2017 3:30:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=Lucene50(blocksize=128), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_i_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1575, maxMBSortInHeap=7.0448107692488735, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ja-JP-u-ca-japanese-x-lvariant-JP, timezone=Egypt
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=216654416,total=529530880
[junit4] 2> NOTE: All tests run in this JVM: [SpatialRPTFieldTypeTest, OpenExchangeRatesOrgProviderTest, TestAnalyzedSuggestions, TimeZoneUtilsTest, SolrTestCaseJ4Test, TestRestoreCore, TestSolrJ, TestMaxScoreQueryParser, TestSchemaNameResource, CircularListTest, HdfsDirectoryFactoryTest, TestReversedWildcardFilterFactory, CursorMarkTest, TestImpersonationWithHadoopAuth, TestRebalanceLeaders, HdfsChaosMonkeySafeLeaderTest, FieldAnalysisRequestHandlerTest, DataDrivenBlockJoinTest, TestSolrQueryParser, PreAnalyzedFieldTest, HdfsUnloadDistributedZkTest, UpdateParamsTest, TestManagedResourceStorage, TestInitParams, TestDFRSimilarityFactory, BlobRepositoryCloudTest, RestartWhileUpdatingTest, TestMergePolicyConfig, TestHdfsCloudBackupRestore, TermVectorComponentDistributedTest, HdfsBasicDistributedZk2Test, TestNumericTerms32, TestFieldCacheSanityChecker, TestConfigSets, TestManagedSynonymFilterFactory, OverseerTaskQueueTest, TestSolrCloudWithKerberosAlt, PingRequestHandlerTest, DebugComponentTest, TestClusterStateMutator, TestSolrQueryResponse, VersionInfoTest, BitVectorTest, SolrCoreCheckLockOnStartupTest, SpatialHeatmapFacetsTest, CdcrRequestHandlerTest, SOLR749Test, TestUnifiedSolrHighlighter, TestSchemaVersionResource, TestDocBasedVersionConstraints, FieldMutatingUpdateProcessorTest, HLLSerializationTest, TestPostingsSolrHighlighter, ParsingFieldUpdateProcessorsTest, BadIndexSchemaTest, TestXIncludeConfig, CdcrBootstrapTest, LeaderFailoverAfterPartitionTest, TestIndexSearcher, CoreSorterTest, TestPhraseSuggestions, TestDocTermOrds, PrimitiveFieldTypeTest, TestJsonFacetRefinement, SolrCloudExampleTest, TestMiniSolrCloudCluster, TestManagedSchema, TestTolerantSearch, TestGeoJSONResponseWriter, SolrPluginUtilsTest, SolrCoreMetricManagerTest, CurrencyFieldXmlFileTest, HdfsSyncSliceTest, TestSolrFieldCacheMBean, TestTrackingShardHandlerFactory, ChangedSchemaMergeTest, BasicDistributedZk2Test, TestPushWriter, TestStressLiveNodes, UUIDUpdateProcessorFallbackTest, SimpleFacetsTest, PluginInfoTest, TestSolrQueryParserResource, HdfsRecoverLeaseTest, CloneFieldUpdateProcessorFactoryTest, TestRecovery, ConnectionReuseTest, DistributedFacetExistsSmallTest, TestSubQueryTransformerCrossCore, EnumFieldTest, CollectionStateFormat2Test, TestBinaryResponseWriter, TestSolrConfigHandlerCloud, TestSolrXml, TestDistribDocBasedVersion, TestDefaultStatsCache, TestUtils, TestCloudDeleteByQuery, TestIndexingPerformance, TestConfig, TestLMJelinekMercerSimilarityFactory, FullSolrCloudDistribCmdsTest, TestPerFieldSimilarityClassic, StatelessScriptUpdateProcessorFactoryTest, LeaderElectionTest, BinaryUpdateRequestHandlerTest, TestDynamicLoading, BlockJoinFacetDistribTest, TestConfigOverlay, UtilsToolTest, GraphQueryTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest]
[junit4] Completed [511/680 (3!)] on J2 in 369.91s, 1 test, 1 failure <<< FAILURES!
[...truncated 62953 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 20 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/20/
4 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([5A047B097F177FD2:50232A290061DC85]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx(TestStressCloudBlindAtomicUpdates.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test
Error Message:
Mismatch in counts between replicas
Stack Trace:
java.lang.AssertionError: Mismatch in counts between replicas
at __randomizedtesting.SeedInfo.seed([5A047B097F177FD2:D25044D3D1EB122A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.RecoveryZkTest.assertShardConsistency(RecoveryZkTest.java:143)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([5A047B097F177FD2:777A34538833C5DE]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([5A047B097F177FD2:12710FBD79245047]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11720 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/init-core-data-001
[junit4] 2> 894981 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 894982 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001
[junit4] 2> 894983 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 894985 INFO (Thread-1195) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 894985 INFO (Thread-1195) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 895085 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45280
[junit4] 2> 895095 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 895096 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 895096 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 895097 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 895098 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@396d3163{/solr,null,AVAILABLE}
[junit4] 2> 895100 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d2d33ed{SSL,[ssl, http/1.1]}{127.0.0.1:58634}
[junit4] 2> 895100 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.Server Started @898629ms
[junit4] 2> 895100 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58634}
[junit4] 2> 895101 ERROR (jetty-launcher-506-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 895101 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 895101 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 895101 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 895101 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-03T04:25:31.187Z
[junit4] 2> 895101 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e8c7fce{/solr,null,AVAILABLE}
[junit4] 2> 895102 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65bc9f6f{SSL,[ssl, http/1.1]}{127.0.0.1:54331}
[junit4] 2> 895102 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.Server Started @898631ms
[junit4] 2> 895102 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54331}
[junit4] 2> 895103 ERROR (jetty-launcher-506-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4141ffc1{/solr,null,AVAILABLE}
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-03T04:25:31.189Z
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@179c09f3{SSL,[ssl, http/1.1]}{127.0.0.1:46765}
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.Server Started @898632ms
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46765}
[junit4] 2> 895103 ERROR (jetty-launcher-506-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-03T04:25:31.189Z
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f807e19{/solr,null,AVAILABLE}
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58256c54{SSL,[ssl, http/1.1]}{127.0.0.1:51242}
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.Server Started @898641ms
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51242}
[junit4] 2> 895112 ERROR (jetty-launcher-506-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 895113 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-03T04:25:31.199Z
[junit4] 2> 895113 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 895113 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 895128 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 895133 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 895133 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45280/solr
[junit4] 2> 895138 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 895139 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 895150 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45280/solr
[junit4] 2> 895150 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 895151 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45280/solr
[junit4] 2> 895152 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45280/solr
[junit4] 2> 895176 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51242_solr
[junit4] 2> 895177 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:46765_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46765_solr
[junit4] 2> 895178 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:54331_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54331_solr
[junit4] 2> 895178 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:51242_solr ] o.a.s.c.Overseer Overseer (id=97551327629934602-127.0.0.1:51242_solr-n_0000000000) starting
[junit4] 2> 895179 INFO (zkCallback-527-thread-1-processing-n:127.0.0.1:58634_solr) [n:127.0.0.1:58634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 895180 INFO (zkCallback-525-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 895180 INFO (zkCallback-523-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 895180 INFO (zkCallback-526-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 895182 INFO (zkCallback-523-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 895186 INFO (zkCallback-526-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 895186 INFO (zkCallback-525-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 895187 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:58634_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58634_solr
[junit4] 2> 895189 INFO (zkCallback-523-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 895193 INFO (zkCallback-525-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 895198 INFO (zkCallback-526-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 895206 INFO (zkCallback-527-thread-1-processing-n:127.0.0.1:58634_solr) [n:127.0.0.1:58634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 895206 INFO (zkCallback-527-thread-2-processing-n:127.0.0.1:58634_solr) [n:127.0.0.1:58634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 895219 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:58634_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node2/.
[junit4] 2> 895222 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:51242_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51242_solr
[junit4] 2> 895223 INFO (zkCallback-523-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 895223 INFO (zkCallback-525-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 895225 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:54331_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node1/.
[junit4] 2> 895226 INFO (zkCallback-527-thread-2-processing-n:127.0.0.1:58634_solr) [n:127.0.0.1:58634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 895227 INFO (zkCallback-526-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 895230 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:46765_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node4/.
[junit4] 2> 895301 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:51242_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node3/.
[junit4] 2> 895468 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 895469 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45280/solr ready
[junit4] 2> 896035 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 896555 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 896699 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 896718 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 896769 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 896829 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50300_hdfs____lkt50i/webapp
[junit4] 2> 897625 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50300
[junit4] 2> 898216 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 898220 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 898229 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36004_datanode____.8a2t2g/webapp
[junit4] 2> 898624 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36004
[junit4] 2> 898904 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 898905 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 898932 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39628_datanode____8tjni5/webapp
[junit4] 2> 899356 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39628
[junit4] 2> 900192 INFO (IPC Server handler 3 on 35454) [ ] BlockStateChange BLOCK* processReport: from storage DS-f4042a0c-0aa5-4cb2-993d-4a5448e6b031 node DatanodeRegistration(127.0.0.1:32824, datanodeUuid=c21b506e-b4bf-484b-b075-1306c268af9b, infoPort=35294, infoSecurePort=0, ipcPort=60084, storageInfo=lv=-56;cid=testClusterID;nsid=654144099;c=0), blocks: 0, hasStaleStorage: true, processing time: 6 msecs
[junit4] 2> 900192 INFO (IPC Server handler 3 on 35454) [ ] BlockStateChange BLOCK* processReport: from storage DS-e0b721cd-8761-473e-a849-680d1e8e590f node DatanodeRegistration(127.0.0.1:32824, datanodeUuid=c21b506e-b4bf-484b-b075-1306c268af9b, infoPort=35294, infoSecurePort=0, ipcPort=60084, storageInfo=lv=-56;cid=testClusterID;nsid=654144099;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 900192 INFO (IPC Server handler 4 on 35454) [ ] BlockStateChange BLOCK* processReport: from storage DS-79278be5-849e-4b10-a7a3-ddbaa343499e node DatanodeRegistration(127.0.0.1:50821, datanodeUuid=4cc57069-c0fb-4a5a-b0ed-0a4e5feb5b87, infoPort=35375, infoSecurePort=0, ipcPort=52751, storageInfo=lv=-56;cid=testClusterID;nsid=654144099;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 900197 INFO (IPC Server handler 4 on 35454) [ ] BlockStateChange BLOCK* processReport: from storage DS-ce4bf9e8-636e-49e4-a30f-462698326a18 node DatanodeRegistration(127.0.0.1:50821, datanodeUuid=4cc57069-c0fb-4a5a-b0ed-0a4e5feb5b87, infoPort=35375, infoSecurePort=0, ipcPort=52751, storageInfo=lv=-56;cid=testClusterID;nsid=654144099;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 900285 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
[junit4] 2> 900285 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 900344 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 900344 ERROR (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name
[junit4] 2> at org.apache.solr.common.params.RequiredSolrParams.getParams(RequiredSolrParams.java:90)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:461)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:478)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$0(CollectionsHandler.java:383)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:877)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:209)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 900345 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=1
[junit4] 2> 900346 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingRequiredParameters
[junit4] 2> 900388 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
[junit4] 2> 900389 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 900394 INFO (qtp1243735339-3828) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 900400 INFO (OverseerThreadFactory-1966-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Create collection oversharded
[junit4] 2> 900401 ERROR (OverseerThreadFactory-1966-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3 and value of replicationFactor is 2. This requires 6 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 900405 INFO (qtp1243735339-3828) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=11
[junit4] 2> 900406 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
[junit4] 2> 900459 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
[junit4] 2> 900459 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 900462 INFO (qtp1243735339-3829) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=https://127.0.0.1:46765/solr,https://127.0.0.1:51242/solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 900463 INFO (OverseerThreadFactory-1966-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Create collection nodeset_collection
[junit4] 2> 900463 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 900464 WARN (OverseerThreadFactory-1966-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (nodeset_collection) without cores.
[junit4] 2> 900571 INFO (qtp1243735339-3829) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 900572 INFO (qtp1243735339-3829) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=https://127.0.0.1:46765/solr,https://127.0.0.1:51242/solr&wt=javabin&version=2} status=0 QTime=110
[junit4] 2> 900572 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
[junit4] 2> 900615 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 900616 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 900618 INFO (qtp1243735339-3832) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodeset_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 900620 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 900625 INFO (OverseerThreadFactory-1966-thread-3-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 901330 INFO (qtp1243735339-3832) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=712
[junit4] 2> 901332 INFO (qtp1243735339-3833) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 901334 INFO (OverseerThreadFactory-1966-thread-4-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 901334 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 901597 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 901704 INFO (zkCallback-526-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 902612 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 902620 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 902622 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 902623 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
[junit4] 2> 902639 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35454/data
[junit4] 2> 902639 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 902640 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node3/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:35454/data/created_and_deleted/core_node1/data/]
[junit4] 2> 902641 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 902665 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 902665 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 902665 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 904197 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 904203 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/created_and_deleted/core_node1/data
[junit4] 2> 904233 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/created_and_deleted/core_node1/data/index
[junit4] 2> 904242 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 904242 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 904242 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 904255 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 904483 INFO (IPC Server handler 2 on 35454) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50821 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f4042a0c-0aa5-4cb2-993d-4a5448e6b031:NORMAL:127.0.0.1:32824|RBW], ReplicaUC[[DISK]DS-79278be5-849e-4b10-a7a3-ddbaa343499e:NORMAL:127.0.0.1:50821|RBW]]} size 71
[junit4] 2> 904484 INFO (IPC Server handler 4 on 35454) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32824 is added to blk_1073741825_1001 size 71
[junit4] 2> 904935 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 904935 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 904935 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 904966 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 904966 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 905098 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ce248f[created_and_deleted_shard1_replica1] main]
[junit4] 2> 905099 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 905099 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 905101 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 905101 INFO (searcherExecutor-1973-thread-1-processing-n:127.0.0.1:51242_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@4ce248f[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 905101 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560821252685299712
[junit4] 2> 905111 INFO (zkCallback-526-thread-3-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 905112 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 905112 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 905112 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51242/solr/created_and_deleted_shard1_replica1/
[junit4] 2> 905113 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 905113 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:51242/solr/created_and_deleted_shard1_replica1/ has no replicas
[junit4] 2> 905115 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51242/solr/created_and_deleted_shard1_replica1/ shard1
[junit4] 2> 905217 INFO (zkCallback-526-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 905268 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 905269 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=3672
[junit4] 2> 905271 INFO (qtp1243735339-3833) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 905336 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 905372 INFO (zkCallback-526-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 906272 INFO (qtp1243735339-3833) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=4939
[junit4] 2> 906274 INFO (qtp1243735339-3834) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 906275 INFO (qtp1243735339-3834) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 906277 INFO (qtp1243735339-3832) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 906279 INFO (OverseerThreadFactory-1966-thread-5-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 906281 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 906282 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@15715f6c
[junit4] 2> 906291 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 906292 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35454/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 906299 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35454/data/created_and_deleted/core_node1/data/index
[junit4] 2> 906299 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35454/data/created_and_deleted/core_node1/data
[junit4] 2> 906324 INFO (IPC Server handler 9 on 35454) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:50821 127.0.0.1:32824
[junit4] 2> 906334 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=53
[junit4] 2> 907038 INFO (qtp1243735339-3832) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=760
[junit4] 2> 907039 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 907040 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 907040 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 907041 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 907089 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 907090 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 907093 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 907095 INFO (OverseerThreadFactory-1966-thread-5-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 907095 WARN (OverseerThreadFactory-1966-thread-5-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 907095 ERROR (OverseerThreadFactory-1966-thread-5-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 907097 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=3
[junit4] 2> 907098 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 907152 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 907153 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 907155 INFO (qtp1243735339-3829) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 907156 INFO (OverseerThreadFactory-1966-thread-5-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 907157 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 907160 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@61e526d2) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:50821 to delete [blk_1073741825_1001]
[junit4] 2> 907370 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 907374 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 907420 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 907432 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 907535 INFO (zkCallback-523-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 907535 INFO (zkCallback-526-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 907535 INFO (zkCallback-525-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 907535 INFO (zkCallback-527-thread-2-processing-n:127.0.0.1:58634_solr) [n:127.0.0.1:58634_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 908378 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 908403 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 908405 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 908406 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 908406 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 908406 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35454/data
[junit4] 2> 908406 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 908407 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node3/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:35454/data/addReplicaColl/core_node1/data/]
[junit4] 2> 908407 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 908414 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 908415 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908415 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908415 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908416 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 908417 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 908418 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35454/data
[junit4] 2> 908419 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 908419 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node2/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:35454/data/addReplicaColl/core_node2/data/]
[junit4] 2> 908419 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 908426 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908426 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908426 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908428 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 908448 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 908451 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 908453 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 908453 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 908454 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 908454 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35454/data
[junit4] 2> 908454 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 908454 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node4/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:35454/data/addReplicaColl/core_node3/data/]
[junit4] 2> 908455 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 908455 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 908456 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 908456 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35454/data
[junit4] 2> 908456 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 908456 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node1/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:35454/data/addReplicaColl/core_node4/data/]
[junit4] 2> 908456 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 908462 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908462 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908462 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908469 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 908470 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node2/data
[junit4] 2> 908470 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 908470 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908470 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908470 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908477 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node1/data
[junit4] 2> 908486 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 908487 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node4/data
[junit4] 2> 908488 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 908489 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node3/data
[junit4] 2> 908502 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node2/data/index
[junit4] 2> 908505 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node1/data/index
[junit4] 2> 908507 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908507 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908507 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908542 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908542 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908542 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908544 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node4/data/index
[junit4] 2> 908549 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908549 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908549 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addRe
[...truncated too long message...]
erverCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4409159 INFO (zkCallback-3650-thread-4-processing-n:127.0.0.1:49093_solr) [n:127.0.0.1:49093_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 4409165 INFO (jetty-launcher-3627-thread-17) [ ] o.a.s.c.Overseer Overseer (id=97551504515792910-127.0.0.1:49093_solr-n_0000000006) closing
[junit4] 2> 4409170 INFO (OverseerStateUpdate-97551504515792910-127.0.0.1:49093_solr-n_0000000006) [n:127.0.0.1:49093_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49093_solr
[junit4] 2> 4410512 WARN (zkCallback-3671-thread-4-processing-n:127.0.0.1:37351_solr) [n:127.0.0.1:37351_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4410512 INFO (jetty-launcher-3627-thread-14) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4410512 INFO (jetty-launcher-3627-thread-14) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a7d3aaa{/solr,null,UNAVAILABLE}
[junit4] 2> 4410645 WARN (zkCallback-3670-thread-4-processing-n:127.0.0.1:38343_solr) [n:127.0.0.1:38343_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4410646 INFO (jetty-launcher-3627-thread-12) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4410646 INFO (jetty-launcher-3627-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1cb442ec{/solr,null,UNAVAILABLE}
[junit4] 2> 4410654 WARN (zkCallback-3664-thread-4-processing-n:127.0.0.1:49575_solr) [n:127.0.0.1:49575_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4410654 INFO (jetty-launcher-3627-thread-15) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4410654 INFO (jetty-launcher-3627-thread-15) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@576677f7{/solr,null,UNAVAILABLE}
[junit4] 2> 4410659 WARN (zkCallback-3685-thread-6-processing-n:127.0.0.1:43236_solr) [n:127.0.0.1:43236_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4410659 INFO (jetty-launcher-3627-thread-11) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4410659 INFO (jetty-launcher-3627-thread-11) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@792ee9e7{/solr,null,UNAVAILABLE}
[junit4] 2> 4410666 WARN (zkCallback-3650-thread-5-processing-n:127.0.0.1:49093_solr) [n:127.0.0.1:49093_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4410666 INFO (jetty-launcher-3627-thread-17) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4410666 INFO (jetty-launcher-3627-thread-17) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7279e548{/solr,null,UNAVAILABLE}
[junit4] 2> 4410667 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50588 50588
[junit4] 2> 4410769 INFO (Thread-60459) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50588 50588
[junit4] 2> 4410770 WARN (Thread-60459) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 10 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 10 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/test_col/state.json
[junit4] 2> 3 /solr/overseer_elect/election/97551504515792917-127.0.0.1:49575_solr-n_0000000001
[junit4] 2> 3 /solr/overseer_elect/election/97551504515792910-127.0.0.1:49093_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/97551504515792920-127.0.0.1:38343_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/97551504515792916-127.0.0.1:54205_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 811 /solr/overseer/collection-queue-work
[junit4] 2> 81 /solr/overseer/queue
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2> 9 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4410770 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5A047B097F177FD2-001
[junit4] 2> Mar 03, 2017 5:24:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=5, maxDocsPerChunk=1, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=5, blockSize=9)), sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=tr-TR, timezone=America/Nome
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=44745832,total=533725184
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudPseudoReturnFields, RemoteQueryErrorTest, MetricsHandlerTest, PrimUtilsTest, SolrTestCaseJ4Test, TestRuleBasedAuthorizationPlugin, DirectUpdateHandlerOptimizeTest, DistributedFacetExistsSmallTest, TestUtils, TestDefaultStatsCache, TestDynamicFieldCollectionResource, LeaderInitiatedRecoveryOnShardRestartTest, TestManagedSchema, SolrCoreCheckLockOnStartupTest, SpatialHeatmapFacetsTest, GraphQueryTest, UtilsToolTest, TestOverriddenPrefixQueryForCustomFieldType, DirectUpdateHandlerTest, NoCacheHeaderTest, TestConfigSetsAPIZkFailure, TestManagedSynonymFilterFactory, TestJsonRequest, TestIndexingPerformance, TestShortCircuitedRequests, TestRequestStatusCollectionAPI, ConnectionReuseTest, SuggesterWFSTTest, TestGeoJSONResponseWriter, CurrencyFieldXmlFileTest, TestSolrDeletionPolicy1, PrimitiveFieldTypeTest, TestCollationField, TestShardHandlerFactory, TestSolrQueryParser, ResponseHeaderTest, FacetPivotSmallTest, TestConfig, TestClassicSimilarityFactory, TestStressReorder, AddBlockUpdateTest, HdfsDirectoryFactoryTest, TemplateUpdateProcessorTest, TestExactStatsCache, TestWriterPerf, TestLFUCache, DistributedFacetPivotSmallAdvancedTest, TestReloadDeadlock, TestFieldCacheVsDocValues, ConnectionManagerTest, ChangedSchemaMergeTest, TestSort, TestMiniSolrCloudCluster, OpenExchangeRatesOrgProviderTest, UUIDUpdateProcessorFallbackTest, BinaryUpdateRequestHandlerTest, CursorMarkTest, BitVectorTest, TestHighFrequencyDictionaryFactory, QueryParsingTest, BadIndexSchemaTest, CdcrBootstrapTest, OverseerTaskQueueTest, TestUnifiedSolrHighlighter, TestSolrQueryParserResource, PluginInfoTest, DeleteInactiveReplicaTest, HdfsChaosMonkeySafeLeaderTest, TestSolrConfigHandlerCloud, CollectionStateFormat2Test, TestConfigOverlay, LeaderElectionTest, SortSpecParsingTest, DebugComponentTest, DataDrivenBlockJoinTest, SolrJmxReporterTest, DOMUtilTest, TestIndexSearcher, TestJmxMonitoredMap, TestSolrXml, DistribCursorPagingTest, CleanupOldIndexTest, ParsingFieldUpdateProcessorsTest, TestDocTermOrds, TestSolrQueryResponse, SolrMetricsIntegrationTest, TestRebalanceLeaders, SuggesterTest, TestSchemaVersionResource, BadComponentTest, SaslZkACLProviderTest, SpellPossibilityIteratorTest, TestTolerantSearch, TestLeaderInitiatedRecoveryThread, AssignTest, TestPushWriter, TestRTimerTree, TestGroupingSearch, TlogReplayBufferedWhileIndexingTest, TestXIncludeConfig, TestMaxScoreQueryParser, UpdateParamsTest, TestDistributedMissingSort, TestOnReconnectListenerSupport, TimeZoneUtilsTest, SolrPluginUtilsTest, LukeRequestHandlerTest, TestUseDocValuesAsStored2, OverseerModifyCollectionTest, TestRecovery, TestDistributedStatsComponentCardinality, SolrCloudExampleTest, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, CdcrVersionReplicationTest, ConcurrentDeleteAndCreateCollectionTest, DeleteNodeTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, RecoveryAfterSoftCommitTest, RollingRestartTest, SharedFSAutoReplicaFailoverUtilsTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestRandomFlRTGCloud, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [536/680 (3!)] on J2 in 817.01s, 5 tests, 1 failure <<< FAILURES!
[...truncated 62861 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 19 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/19/
6 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([D1031592F6C27740:59572A48583E1AB8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
timed out waiting for collection1 startAt time to exceed: Fri Mar 03 01:08:04 GMT+14:00 2017
Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Fri Mar 03 01:08:04 GMT+14:00 2017
at __randomizedtesting.SeedInfo.seed([D1031592F6C27740:AA81554F3EA1EF3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1535)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([7AD4A6591051D579]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([7AD4A6591051D579]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([D1031592F6C27740:99766126F0F158D5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([D1031592F6C27740:FC7D5AC801E6CD4C]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1839 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> maaliskuuta 02, 2017 12:56:19 AP. com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=10004, name=SUITE-TestFuzzyQuery-seed#[7AD4A6591051D579], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=10005, name=TEST-TestFuzzyQuery.testRandom-seed#[7AD4A6591051D579], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=7AD4A6591051D579 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=fi -Dtests.timezone=America/Vancouver -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([7AD4A6591051D579]:0)
[junit4] 2> maaliskuuta 02, 2017 12:56:19 AP. com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> maaliskuuta 02, 2017 12:56:39 AP. com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=10005, name=TEST-TestFuzzyQuery.testRandom-seed#[7AD4A6591051D579], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> maaliskuuta 02, 2017 12:56:39 AP. com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=10005, name=TEST-TestFuzzyQuery.testRandom-seed#[7AD4A6591051D579], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> maaliskuuta 02, 2017 12:56:42 AP. com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=10005, name=TEST-TestFuzzyQuery.testRandom-seed#[7AD4A6591051D579], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=358, maxMBSortInHeap=5.357128216050455, sim=RandomSimilarity(queryNorm=true,coord=no): {field=DFR I(F)LZ(0.3)}, locale=fi, timezone=America/Vancouver
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=97358624,total=290979840
[junit4] 2> NOTE: All tests run in this JVM: [TestTerms, TestIntsRef, TestConjunctions, TestTimeLimitingCollector, TestMultiValuedNumericRangeQuery, TestIndexFileDeleter, TestLogMergePolicy, TestSimpleExplanations, TestLiveFieldValues, Test2BPagedBytes, TestDocIdSetBuilder, TestField, TestAttributeSource, TestIndexableField, TestGraphQuery, TestNearSpansOrdered, TestStandardAnalyzer, TestNeedsScores, TestOperations, TestIndexWriterUnicode, TestParallelReaderEmptyIndex, TestFastCompressionMode, TestTwoPhaseCommitTool, TestDocValuesScoring, TestPrefixCodedTerms, TestUniqueTermCount, TestSpansEnum, TestMultiTermsEnum, TestNoMergeScheduler, TestCustomNorms, TestDocBoost, Test2BPositions, TestTrackingDirectoryWrapper, TestCharsRef, TestDateTools, TestMultiCollector, TestExitableDirectoryReader, TestSynonymQuery, TestPolygon, TestCodecHoldsOpenFiles, TestBKD, TestBagOfPositions, TestPrefixQuery, TestReaderWrapperDVTypeCheck, TestSearchForDuplicates, TestStressIndexing2, TestDelegatingAnalyzerWrapper, TestSpanExplanationsOfNonMatches, TestIndexWriter, TestMinimize, TestTransactions, TestBasics, TestIOUtils, TestNRTThreads, TestIndexWriterMaxDocs, TestLucene50CompoundFormat, FiniteStringsIteratorTest, TestFieldType, TestSimilarityBase, Test2BDocs, TestDocumentWriter, TestStringMSBRadixSorter, TestTermsEnum2, TestCachingCollector, TestNativeFSLockFactory, TestFilterDirectoryReader, TestBagOfPostings, TestWordlistLoader, TestSegmentMerger, TestFieldMaskingSpanQuery, TestNRTCachingDirectory, TestRegexpRandom2, TestDocValuesRewriteMethod, TestPhrasePrefixQuery, TestBlendedTermQuery, TestSort, TestPerFieldDocValuesFormat, TestIndexWriterReader, TestNumericRangeQuery64, TestBytesStore, TestIndexWriterWithThreads, TestNumericRangeQuery32, TestAddIndexes, TestIndexWriterExceptions, TestMultiMMap, TestDeletionPolicy, TestBooleanOr, TestSloppyPhraseQuery, TestIndexWriterDelete, TestIndexWriterMergePolicy, TestDuelingCodecs, TestPersistentSnapshotDeletionPolicy, TestStressAdvance, TestNorms, TestDirectoryReaderReopen, TestSearchAfter, TestDocumentsWriterStallControl, TestNeverDelete, TestLongPostings, TestStressIndexing, TestSnapshotDeletionPolicy, TestTieredMergePolicy, TestIndexWriterForceMerge, TestByteSlices, TestBufferedIndexInput, TestConsistentFieldNumbers, TestDirectoryReader, TestPhraseQuery, TestCollectionUtil, TestOmitNorms, TestFixedBitSet, TestComplexExplanations, TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestFieldCacheRewriteMethod, TestPagedBytes, TestSegmentTermDocs, TestFieldsReader, TestCustomSearcherSort, TestLegacyNumericUtils, TestMixedCodecs, TestIndexInput, TestSloppyPhraseQuery2, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=7AD4A6591051D579 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=fi -Dtests.timezone=America/Vancouver -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([7AD4A6591051D579]:0)
[junit4] Completed [448/448 (1!)] on J0 in 7223.11s, 10 tests, 2 errors <<< FAILURES!
[...truncated 10570 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/init-core-data-001
[junit4] 2> 1902706 INFO (SUITE-TestReplicationHandler-seed#[D1031592F6C27740]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1902708 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
[junit4] 2> 1902709 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1
[junit4] 2> 1902712 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1902713 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d686922{/solr,null,AVAILABLE}
[junit4] 2> 1902716 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ef6bcb7{HTTP/1.1,[http/1.1]}{127.0.0.1:36107}
[junit4] 2> 1902716 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server Started @1906273ms
[junit4] 2> 1902716 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=36107}
[junit4] 2> 1902716 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1902716 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1902717 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1902717 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1902717 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-02T11:07:45.441Z
[junit4] 2> 1902717 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/solr.xml
[junit4] 2> 1902722 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1902725 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/.
[junit4] 2> 1902725 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1902734 WARN (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1902735 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1902742 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1902744 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1902745 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/./collection1
[junit4] 2> 1902746 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1902746 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6f2a1adc
[junit4] 2> 1902754 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1902754 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1902754 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2ef9cb71
[junit4] 2> 1902754 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cca902e[collection1] main]
[junit4] 2> 1902754 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1/conf
[junit4] 2> 1902755 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1902755 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1902755 INFO (searcherExecutor-4590-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@cca902e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1903090 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/collection1
[junit4] 2> 1903092 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1903092 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f16278b{/solr,null,AVAILABLE}
[junit4] 2> 1903093 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6806b09f{HTTP/1.1,[http/1.1]}{127.0.0.1:58532}
[junit4] 2> 1903093 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server Started @1906649ms
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=58532}
[junit4] 2> 1903094 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-02T11:07:45.818Z
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/solr.xml
[junit4] 2> 1903098 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1903101 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/.
[junit4] 2> 1903101 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1903108 WARN (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1903108 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1903115 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1903124 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1903124 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/./collection1
[junit4] 2> 1903125 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1903125 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4d077745
[junit4] 2> 1903135 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1903135 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1903135 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@297e9bcc
[junit4] 2> 1903135 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36fa9607[collection1] main]
[junit4] 2> 1903135 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/collection1/conf
[junit4] 2> 1903136 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1903137 INFO (searcherExecutor-4600-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36fa9607[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1903460 INFO (qtp1287526307-41319) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1903460 INFO (qtp1287526307-41319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1903461 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1903461 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1903462 INFO (qtp1287526307-41320) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1903462 INFO (qtp1287526307-41320) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@140eb833
[junit4] 2> 1903464 INFO (qtp1287526307-41320) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bf45ef9[collection1] main]
[junit4] 2> 1903464 INFO (qtp1287526307-41320) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1903464 INFO (searcherExecutor-4590-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5bf45ef9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1903464 INFO (qtp1287526307-41320) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1903465 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1903465 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7bfdf5ff
[junit4] 2> 1903466 INFO (qtp512107377-41336) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34070ecb[collection1] main]
[junit4] 2> 1903466 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1903466 INFO (searcherExecutor-4600-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@34070ecb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1903466 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 1903467 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1ef6bcb7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1903467 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1564361347
[junit4] 2> 1903468 INFO (coreCloseExecutor-4605-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7361cf3e
[junit4] 2> 1903468 INFO (coreCloseExecutor-4605-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1903468 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1903468 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d686922{/solr,null,UNAVAILABLE}
[junit4] 2> 1903472 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6806b09f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1903472 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1554399553
[junit4] 2> 1903472 INFO (coreCloseExecutor-4607-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@79a90e3
[junit4] 2> 1903473 INFO (coreCloseExecutor-4607-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1903476 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1903476 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f16278b{/solr,null,UNAVAILABLE}
[junit4] 2> 1903479 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1903480 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@386c0a6d{/solr,null,AVAILABLE}
[junit4] 2> 1903481 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7935fb15{HTTP/1.1,[http/1.1]}{127.0.0.1:59998}
[junit4] 2> 1903481 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server Started @1907038ms
[junit4] 2> 1903481 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=59998}
[junit4] 2> 1903482 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1903482 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1903482 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1903482 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1903482 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-02T11:07:46.206Z
[junit4] 2> 1903482 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/solr.xml
[junit4] 2> 1903496 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1903501 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/.
[junit4] 2> 1903501 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1903524 WARN (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1903525 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1903531 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1903532 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1903533 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/./collection1
[junit4] 2> 1903533 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1903535 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5078813318982816]
[junit4] 2> 1903546 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1903547 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1903547 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@f652dda
[junit4] 2> 1903547 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@467c04e2[collection1] main]
[junit4] 2> 1903549 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1/conf
[junit4] 2> 1903550 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1903550 INFO (searcherExecutor-4615-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@467c04e2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1904003 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 17
[junit4] 2> 1904011 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 3
[junit4] 2> 1904022 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 8
[junit4] 2> 1904026 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 3
[junit4] 2> 1904030 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 1
[junit4] 2> 1904034 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 2
[junit4] 2> 1904042 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 6
[junit4] 2> 1904050 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 5
[junit4] 2> 1904079 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 25
[junit4] 2> 1904082 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 1
[junit4] 2> 1904091 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 3
[junit4] 2> 1904097 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 3
[junit4] 2> 1904105 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 6
[junit4] 2> 1904114 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 7
[junit4] 2> 1904118 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 2
[junit4] 2> 1904136 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 15
[junit4] 2> 1904156 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 18
[junit4] 2> 1904160 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 2
[junit4] 2> 1904164 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 2
[junit4] 2> 1904171 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 5
[junit4] 2> 1904176 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 4
[junit4] 2> 1904182 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 4
[junit4] 2> 1904190 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 5
[junit4] 2> 1904203 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 10
[junit4] 2> 1904206 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 1
[junit4] 2> 1904210 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 1
[junit4] 2> 1904216 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 4
[junit4] 2> 1904221 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 3
[junit4] 2> 1904224 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 1
[junit4] 2> 1904232 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 6
[junit4] 2> 1904239 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 5
[junit4] 2> 1904243 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 2
[junit4] 2> 1904247 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 2
[junit4] 2> 1904252 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 3
[junit4] 2> 1904260 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 6
[junit4] 2> 1904267 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 5
[junit4] 2> 1904275 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 6
[junit4] 2> 1904280 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 3
[junit4] 2> 1904287 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 5
[junit4] 2> 1904293 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 4
[junit4] 2> 1904322 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 15
[junit4] 2> 1904327 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 2
[junit4] 2> 1904343 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 3
[junit4] 2> 1904357 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 3
[junit4] 2> 1904369 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 9
[junit4] 2> 1904373 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 2
[junit4] 2> 1904376 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 1
[junit4] 2> 1904385 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 6
[junit4] 2> 1904397 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 9
[junit4] 2> 1904403 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 4
[junit4] 2> 1904406 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 1
[junit4] 2> 1904416 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 8
[junit4] 2> 1904420 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 2
[junit4] 2> 1904426 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 4
[junit4] 2> 1904429 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 1
[junit4] 2> 1904437 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 5
[junit4] 2> 1904443 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 3
[junit4] 2> 1904448 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 3
[junit4] 2> 1904452 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 2
[junit4] 2> 1904455 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 1
[junit4] 2> 1904459 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 2
[junit4] 2> 1904464 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 3
[junit4] 2> 1904475 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 8
[junit4] 2> 1904481 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 4
[junit4] 2> 1904486 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 3
[junit4] 2> 1904492 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 4
[junit4] 2> 1904500 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 6
[junit4] 2> 1904504 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 2
[junit4] 2> 1904512 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 6
[junit4] 2> 1904519 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 5
[junit4] 2> 1904522 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 1
[junit4] 2> 1904532 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 5
[junit4] 2> 1904541 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 7
[junit4] 2> 1904546 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 2
[junit4] 2> 1904555 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 8
[junit4] 2> 1904571 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 6
[junit4] 2> 1904580 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 6
[junit4] 2> 1904581 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1904581 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1193690f
[junit4] 2> 1904600 INFO (qtp443892425-41357) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dc02859[collection1] main]
[junit4] 2> 1904600 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1904600 INFO (searcherExecutor-4615-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7dc02859[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.2):c77)))}
[junit4] 2> 1904600 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 19
[junit4] 2> 1904605 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7935fb15{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1904605 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=646932878
[junit4] 2> 1904605 INFO (coreCloseExecutor-4619-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5f14e3d1
[junit4] 2> 1904606 INFO (coreCloseExecutor-4619-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1904606 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1904607 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@386c0a6d{/solr,null,UNAVAILABLE}
[junit4] 2> 1904608 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1904610 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49525874{/solr,null,AVAILABLE}
[junit4] 2> 1904610 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dd023fb{HTTP/1.1,[http/1.1]}{127.0.0.1:33548}
[junit4] 2> 1904610 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server Started @1908167ms
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=33548}
[junit4] 2> 1904611 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-02T11:07:47.335Z
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/sol
[...truncated too long message...]
t org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4089869 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D1031592F6C27740]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37601 37601
[junit4] 2> 4089869 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D1031592F6C27740]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D1031592F6C27740-001
[junit4] 2> Mar 02, 2017 11:44:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-SY, timezone=Asia/Novokuznetsk
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=375438616,total=514850816
[junit4] 2> NOTE: All tests run in this JVM: [HdfsLockFactoryTest, StressHdfsTest, TestRandomCollapseQParserPlugin, DocValuesMissingTest, TestSolrCloudWithDelegationTokens, TestFieldCacheSortRandom, TestDefaultSearchFieldResource, SearchHandlerTest, FileUtilsTest, ExitableDirectoryReaderTest, EchoParamsTest, DocValuesTest, TestFiltering, TestMinMaxOnMultiValuedField, CopyFieldTest, SuggesterFSTTest, SortByFunctionTest, DirectSolrConnectionTest, LeaderInitiatedRecoveryOnCommitTest, RankQueryTest, TestRandomRequestDistribution, TestUseDocValuesAsStored, RAMDirectoryFactoryTest, CdcrUpdateLogTest, TestConfigReload, TestReqParamsAPI, TestUpdate, ZkControllerTest, TestComplexPhraseQParserPlugin, SolrIndexMetricsTest, HdfsNNFailoverTest, URLClassifyProcessorTest, OpenCloseCoreStressTest, ClassificationUpdateProcessorTest, DeleteStatusTest, SolrIndexSplitterTest, TestCloudPivotFacet, SSLMigrationTest, TestCustomStream, OverseerStatusTest, DistribJoinFromCollectionTest, MultiTermTest, BigEndianAscendingWordSerializerTest, HttpSolrCallGetCoreTest, TestSolrCoreSnapshots, TestSolrCoreParser, SmileWriterTest, TestTestInjection, SharedFSAutoReplicaFailoverTest, TestXmlQParserPlugin, TestLeaderElectionZkExpiry, TestManagedStopFilterFactory, BasicAuthIntegrationTest, LoggingHandlerTest, AnalyticsQueryTest, SpellCheckComponentTest, SparseHLLTest, TestSQLHandlerNonCloud, CachingDirectoryFactoryTest, SampleTest, CoreAdminCreateDiscoverTest, TestScoreJoinQPScore, TestSchemaSimilarityResource, TestStressUserVersions, CustomCollectionTest, DistributedExpandComponentTest, ClusterStateUpdateTest, TestPivotHelperCode, BaseCdcrDistributedZkTest, TestUninvertingReader, TestInitQParser, SegmentsInfoRequestHandlerTest, TestStressVersions, TestBM25SimilarityFactory, PreAnalyzedFieldManagedSchemaCloudTest, TestObjectReleaseTracker, CollectionReloadTest, DistributedIntervalFacetingTest, SmileWriterTest, TestTolerantUpdateProcessorRandomCloud, ChaosMonkeySafeLeaderTest, TestDeleteCollectionOnDownNodes, TestSolrDynamicMBean, SolrInfoMBeanTest, HighlighterMaxOffsetTest, TestPKIAuthenticationPlugin, TestInfoStreamLogging, TestSearchPerf, BJQParserTest, TestCSVResponseWriter, CSVRequestHandlerTest, TestLuceneMatchVersion, CollectionsAPIDistributedZkTest, TestRequestForwarding, SpellingQueryConverterTest, OverseerCollectionConfigSetProcessorTest, DistanceFunctionTest, SimpleMLTQParserTest, IndexBasedSpellCheckerTest, HighlighterTest, BooleanFieldTest, LeaderElectionContextKeyTest, DistributedSuggestComponentTest, TestAuthenticationFramework, SuggestComponentTest, DocumentBuilderTest, SolrCmdDistributorTest, TestQueryTypes, TestElisionMultitermQuery, TestHdfsUpdateLog, TestFieldCacheReopen, AliasIntegrationTest, SyncSliceTest, TestReplicationHandler, TestDistributedGrouping, DistributedTermsComponentTest, SolrCoreTest, ConvertedLegacyTest, TestLazyCores, CurrencyFieldOpenExchangeTest, SimplePostToolTest, SpellCheckCollatorTest, SuggesterTSTTest, TestStressLucene, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, TestOmitPositions, RequestHandlersTest, RequiredFieldsTest, IndexSchemaTest, QueryParsingTest, TestPartialUpdateDeduplication, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, ResponseLogComponentTest, TestStressRecovery, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrReplicationHandlerTest, DeleteNodeTest, DeleteReplicaTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, MultiThreadedOCPTest, ReplicationFactorTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestClusterProperties, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudCluster, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestStressLiveNodes, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [531/680 (3!)] on J1 in 181.99s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 62897 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 18 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/18/
5 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([99F08A5B37C68D09]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([99F08A5B37C68D09]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:46894: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46894: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:125)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([BD056F9F671F7D68:907B20C5903BC764]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={ "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([BD056F9F671F7D68:F5701B2B612C52FD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1641 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> mar 01, 2017 1:03:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 3) Thread[id=191, name=SUITE-TestFuzzyQuery-seed#[99F08A5B37C68D09], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 4) Thread[id=192, name=TEST-TestFuzzyQuery.testRandom-seed#[99F08A5B37C68D09], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=99F08A5B37C68D09 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=es-BO -Dtests.timezone=Pacific/Chuuk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([99F08A5B37C68D09]:0)
[junit4] 2> mar 01, 2017 1:03:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> mar 01, 2017 1:03:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=192, name=TEST-TestFuzzyQuery.testRandom-seed#[99F08A5B37C68D09], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> mar 01, 2017 1:03:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=192, name=TEST-TestFuzzyQuery.testRandom-seed#[99F08A5B37C68D09], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> mar 01, 2017 1:03:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=192, name=TEST-TestFuzzyQuery.testRandom-seed#[99F08A5B37C68D09], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=810, maxMBSortInHeap=6.714855204374045, sim=RandomSimilarity(queryNorm=false,coord=yes): {field=IB SPL-D1}, locale=es-BO, timezone=Pacific/Chuuk
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=135082976,total=228065280
[junit4] 2> NOTE: All tests run in this JVM: [TestDocBoost, TestBagOfPositions, TestThreadedForceMerge, TestOperations, TestNoMergeScheduler, TestIndexWriterWithThreads, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=99F08A5B37C68D09 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=es-BO -Dtests.timezone=Pacific/Chuuk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([99F08A5B37C68D09]:0)
[junit4] Completed [379/448 (1!)] on J0 in 7223.21s, 2 tests, 2 errors <<< FAILURES!
[...truncated 10114 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/init-core-data-001
[junit4] 2> 313186 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 313186 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-001
[junit4] 2> 313187 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 313203 INFO (Thread-479) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 313204 INFO (Thread-479) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 313303 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55376
[junit4] 2> 313342 INFO (jetty-launcher-19051-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 313343 INFO (jetty-launcher-19051-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 313347 INFO (jetty-launcher-19051-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 313361 INFO (jetty-launcher-19051-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 313439 INFO (jetty-launcher-19051-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c93eb97{/solr,null,AVAILABLE}
[junit4] 2> 313440 INFO (jetty-launcher-19051-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ccec537{HTTP/1.1,[http/1.1]}{127.0.0.1:45905}
[junit4] 2> 313440 INFO (jetty-launcher-19051-thread-3) [ ] o.e.j.s.Server Started @316649ms
[junit4] 2> 313440 INFO (jetty-launcher-19051-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45905}
[junit4] 2> 313440 ERROR (jetty-launcher-19051-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313440 INFO (jetty-launcher-19051-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 313440 INFO (jetty-launcher-19051-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313440 INFO (jetty-launcher-19051-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 313440 INFO (jetty-launcher-19051-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-01T05:08:25.445Z
[junit4] 2> 313519 INFO (jetty-launcher-19051-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cc900ee{/solr,null,AVAILABLE}
[junit4] 2> 313519 INFO (jetty-launcher-19051-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15d1a0e7{HTTP/1.1,[http/1.1]}{127.0.0.1:41897}
[junit4] 2> 313519 INFO (jetty-launcher-19051-thread-2) [ ] o.e.j.s.Server Started @316729ms
[junit4] 2> 313519 INFO (jetty-launcher-19051-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41897}
[junit4] 2> 313519 ERROR (jetty-launcher-19051-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313519 INFO (jetty-launcher-19051-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 313519 INFO (jetty-launcher-19051-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313519 INFO (jetty-launcher-19051-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 313519 INFO (jetty-launcher-19051-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-01T05:08:25.524Z
[junit4] 2> 313591 INFO (jetty-launcher-19051-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76ad89b8{/solr,null,AVAILABLE}
[junit4] 2> 313591 INFO (jetty-launcher-19051-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42fc5e76{HTTP/1.1,[http/1.1]}{127.0.0.1:34084}
[junit4] 2> 313591 INFO (jetty-launcher-19051-thread-1) [ ] o.e.j.s.Server Started @316800ms
[junit4] 2> 313591 INFO (jetty-launcher-19051-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34084}
[junit4] 2> 313591 ERROR (jetty-launcher-19051-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313591 INFO (jetty-launcher-19051-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 313591 INFO (jetty-launcher-19051-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313591 INFO (jetty-launcher-19051-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 313591 INFO (jetty-launcher-19051-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-01T05:08:25.596Z
[junit4] 2> 313695 INFO (jetty-launcher-19051-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52d30970{/solr,null,AVAILABLE}
[junit4] 2> 313695 INFO (jetty-launcher-19051-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@745882d6{HTTP/1.1,[http/1.1]}{127.0.0.1:58915}
[junit4] 2> 313695 INFO (jetty-launcher-19051-thread-4) [ ] o.e.j.s.Server Started @316905ms
[junit4] 2> 313695 INFO (jetty-launcher-19051-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58915}
[junit4] 2> 313695 ERROR (jetty-launcher-19051-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313695 INFO (jetty-launcher-19051-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 313696 INFO (jetty-launcher-19051-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313696 INFO (jetty-launcher-19051-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 313696 INFO (jetty-launcher-19051-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-01T05:08:25.701Z
[junit4] 2> 313749 INFO (jetty-launcher-19051-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 313763 INFO (jetty-launcher-19051-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 313779 INFO (jetty-launcher-19051-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 313783 INFO (jetty-launcher-19051-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55376/solr
[junit4] 2> 313814 INFO (jetty-launcher-19051-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 313827 INFO (jetty-launcher-19051-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 313819 INFO (jetty-launcher-19051-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 313851 INFO (jetty-launcher-19051-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55376/solr
[junit4] 2> 313863 INFO (jetty-launcher-19051-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 313887 INFO (jetty-launcher-19051-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55376/solr
[junit4] 2> 313923 INFO (jetty-launcher-19051-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 313943 INFO (jetty-launcher-19051-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55376/solr
[junit4] 2> 313971 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a8844f6090007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 314054 INFO (jetty-launcher-19051-thread-3) [n:127.0.0.1:45905_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45905_solr
[junit4] 2> 314055 INFO (jetty-launcher-19051-thread-3) [n:127.0.0.1:45905_solr ] o.a.s.c.Overseer Overseer (id=97540171708825608-127.0.0.1:45905_solr-n_0000000000) starting
[junit4] 2> 314128 INFO (jetty-launcher-19051-thread-4) [n:127.0.0.1:58915_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58915_solr
[junit4] 2> 314209 INFO (jetty-launcher-19051-thread-4) [n:127.0.0.1:58915_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-001/node4/.
[junit4] 2> 314211 INFO (jetty-launcher-19051-thread-3) [n:127.0.0.1:45905_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45905_solr
[junit4] 2> 314243 INFO (zkCallback-19065-thread-1-processing-n:127.0.0.1:45905_solr) [n:127.0.0.1:45905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 314243 INFO (zkCallback-19070-thread-1-processing-n:127.0.0.1:58915_solr) [n:127.0.0.1:58915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 314244 INFO (OverseerStateUpdate-97540171708825608-127.0.0.1:45905_solr-n_0000000000) [n:127.0.0.1:45905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 314248 INFO (jetty-launcher-19051-thread-1) [n:127.0.0.1:34084_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 314250 INFO (jetty-launcher-19051-thread-1) [n:127.0.0.1:34084_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34084_solr
[junit4] 2> 314251 INFO (zkCallback-19070-thread-1-processing-n:127.0.0.1:58915_solr) [n:127.0.0.1:58915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 314273 INFO (jetty-launcher-19051-thread-3) [n:127.0.0.1:45905_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-001/node3/.
[junit4] 2> 314343 INFO (zkCallback-19065-thread-2-processing-n:127.0.0.1:45905_solr) [n:127.0.0.1:45905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 314378 INFO (zkCallback-19071-thread-1-processing-n:127.0.0.1:34084_solr) [n:127.0.0.1:34084_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 314381 INFO (jetty-launcher-19051-thread-2) [n:127.0.0.1:41897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 314384 INFO (jetty-launcher-19051-thread-2) [n:127.0.0.1:41897_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41897_solr
[junit4] 2> 314384 INFO (zkCallback-19071-thread-1-processing-n:127.0.0.1:34084_solr) [n:127.0.0.1:34084_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 314385 INFO (zkCallback-19070-thread-2-processing-n:127.0.0.1:58915_solr) [n:127.0.0.1:58915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 314385 INFO (zkCallback-19065-thread-1-processing-n:127.0.0.1:45905_solr) [n:127.0.0.1:45905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 314398 INFO (zkCallback-19073-thread-1-processing-n:127.0.0.1:41897_solr) [n:127.0.0.1:41897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 314449 INFO (jetty-launcher-19051-thread-2) [n:127.0.0.1:41897_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-001/node2/.
[junit4] 2> 314509 INFO (jetty-launcher-19051-thread-1) [n:127.0.0.1:34084_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-001/node1/.
[junit4] 2> 314817 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 314817 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55376/solr ready
[junit4] 2> 315988 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 317010 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 317335 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 317381 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 317501 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 317603 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_48206_hdfs____.z3dv36/webapp
[junit4] 2> 319419 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48206
[junit4] 2> 321261 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 321276 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 321291 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_51533_datanode____.tyorxc/webapp
[junit4] 2> 322039 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51533
[junit4] 2> 323015 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 323016 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 323039 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_54517_datanode____d1sw77/webapp
[junit4] 2> 323751 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54517
[junit4] 2> 326294 INFO (IPC Server handler 6 on 52918) [ ] BlockStateChange BLOCK* processReport: from storage DS-1fcdb396-58fa-4775-97a6-e498fdf5348d node DatanodeRegistration(127.0.0.1:44865, datanodeUuid=95dd2153-7573-4f2a-8b7f-a822cb378165, infoPort=60114, infoSecurePort=0, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1309768309;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 326294 INFO (IPC Server handler 6 on 52918) [ ] BlockStateChange BLOCK* processReport: from storage DS-00906ce9-43e3-41ba-8357-28ba1ba77e75 node DatanodeRegistration(127.0.0.1:44865, datanodeUuid=95dd2153-7573-4f2a-8b7f-a822cb378165, infoPort=60114, infoSecurePort=0, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1309768309;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 326325 INFO (IPC Server handler 7 on 52918) [ ] BlockStateChange BLOCK* processReport: from storage DS-98052c0f-0edb-4ea3-9e38-12bd19ab7e51 node DatanodeRegistration(127.0.0.1:41578, datanodeUuid=bf3da060-358c-4e38-a18f-2030fb1b648e, infoPort=50792, infoSecurePort=0, ipcPort=45762, storageInfo=lv=-56;cid=testClusterID;nsid=1309768309;c=0), blocks: 0, hasStaleStorage: true, processing time: 20 msecs
[junit4] 2> 326325 INFO (IPC Server handler 7 on 52918) [ ] BlockStateChange BLOCK* processReport: from storage DS-b45c3ba7-22d3-49b7-a935-ce8f717a8232 node DatanodeRegistration(127.0.0.1:41578, datanodeUuid=bf3da060-358c-4e38-a18f-2030fb1b648e, infoPort=50792, infoSecurePort=0, ipcPort=45762, storageInfo=lv=-56;cid=testClusterID;nsid=1309768309;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 327086 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[BD056F9F671F7D68]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 327087 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[BD056F9F671F7D68]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 327123 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr ] o.a.s.u.TestInjection Inject random core creation delay of 7s
[junit4] 2> 334123 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
[junit4] 2> 334125 INFO (OverseerStateUpdate-97540171708825608-127.0.0.1:45905_solr-n_0000000000) [n:127.0.0.1:45905_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 334185 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 334206 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 334217 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 334218 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 334275 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52918/data
[junit4] 2> 334275 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 334275 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-001/node1/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:52918/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-003/]
[junit4] 2> 334276 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52918/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-003/snapshot_metadata
[junit4] 2> 334325 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 334326 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 334326 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 336938 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 336954 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52918/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-003
[junit4] 2> 337009 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52918/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-003/index
[junit4] 2> 337040 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 337040 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 337067 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 338772 INFO (IPC Server handler 1 on 52918) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41578 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-98052c0f-0edb-4ea3-9e38-12bd19ab7e51:NORMAL:127.0.0.1:41578|RBW], ReplicaUC[[DISK]DS-1fcdb396-58fa-4775-97a6-e498fdf5348d:NORMAL:127.0.0.1:44865|RBW]]} size 71
[junit4] 2> 338772 INFO (IPC Server handler 0 on 52918) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44865 is added to blk_1073741825_1001 size 71
[junit4] 2> 339272 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 339272 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 339272 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 339304 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 339304 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 339482 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e6f750[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 339489 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 339506 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 339509 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 339509 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560642774907224064
[junit4] 2> 339509 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:34084_solr x:halfdeletedcollection_shard1_replica1 c:halfdeletedcollection) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@2e6f750[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 339525 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 339525 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 339525 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34084/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 339525 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 339525 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:34084/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 339531 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34084/solr/halfdeletedcollection_shard1_replica1/ shard2
[junit4] 2> 339681 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 339684 INFO (qtp699249361-21050) [n:127.0.0.1:34084_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2} status=0 QTime=12561
[junit4] 2> 339686 INFO (qtp699249361-21051) [n:127.0.0.1:34084_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 339732 INFO (OverseerThreadFactory-1493-thread-1-processing-n:127.0.0.1:45905_solr) [n:127.0.0.1:45905_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 339764 INFO (qtp699249361-21048) [n:127.0.0.1:34084_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 339774 INFO (qtp699249361-21048) [n:127.0.0.1:34084_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@33e61307
[junit4] 2> 339783 INFO (qtp699249361-21048) [n:127.0.0.1:34084_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 339784 INFO (qtp699249361-21048) [n:127.0.0.1:34084_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:52918/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-003/snapshot_metadata
[junit4] 2> 339786 INFO (qtp699249361-21048) [n:127.0.0.1:34084_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:52918/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-003/index
[junit4] 2> 339831 INFO (qtp699249361-21048) [n:127.0.0.1:34084_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:52918/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-003
[junit4] 2> 339864 INFO (IPC Server handler 9 on 52918) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:41578 127.0.0.1:44865
[junit4] 2> 340062 INFO (qtp699249361-21048) [n:127.0.0.1:34084_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=298
[junit4] 2> 340844 INFO (qtp699249361-21051) [n:127.0.0.1:34084_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=1157
[junit4] 2> 340848 INFO (qtp699249361-21047) [n:127.0.0.1:34084_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 340848 INFO (qtp699249361-21047) [n:127.0.0.1:34084_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 340852 INFO (qtp699249361-21052) [n:127.0.0.1:34084_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 340858 INFO (OverseerCollectionConfigSetProcessor-97540171708825608-127.0.0.1:45905_solr-n_0000000000) [n:127.0.0.1:45905_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 340860 INFO (OverseerThreadFactory-1493-thread-2-processing-n:127.0.0.1:45905_solr) [n:127.0.0.1:45905_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 341093 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr ] o.a.s.u.TestInjection Inject random core creation delay of 7s
[junit4] 2> 341094 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr ] o.a.s.u.TestInjection Inject random core creation delay of 7s
[junit4] 2> 341752 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@381bc29f) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:41578 to delete [blk_1073741825_1001]
[junit4] 2> 344753 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@381bc29f) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:44865 to delete [blk_1073741825_1001]
[junit4] 2> 348094 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 348094 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 348098 INFO (zkCallback-19065-thread-4-processing-n:127.0.0.1:45905_solr) [n:127.0.0.1:45905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 348100 INFO (zkCallback-19073-thread-1-processing-n:127.0.0.1:41897_solr) [n:127.0.0.1:41897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 348201 INFO (zkCallback-19065-thread-4-processing-n:127.0.0.1:45905_solr) [n:127.0.0.1:45905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 348201 INFO (zkCallback-19073-thread-1-processing-n:127.0.0.1:41897_solr) [n:127.0.0.1:41897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 349107 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 349111 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 349114 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 349117 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 349117 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard2_replica1] Schema name=minimal
[junit4] 2> 349117 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 349118 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52918/data
[junit4] 2> 349119 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 349119 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-001/node2/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:52918/data/halfdeletedcollection/core_node1/data/]
[junit4] 2> 349119 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52918/data/halfdeletedcollection/core_node1/data/snapshot_metadata
[junit4] 2> 349120 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 349121 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard2_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 349121 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52918/data
[junit4] 2> 349121 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 349121 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_BD056F9F671F7D68-001/tempDir-001/node3/halfdeletedcollection_shard2_replica1], dataDir=[hdfs://localhost:52918/data/halfdeletedcollection/core_node2/data/]
[junit4] 2> 349122 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52918/data/halfdeletedcollection/core_node2/data/snapshot_metadata
[junit4] 2> 349129 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 349129 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 349135 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 349135 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 349139 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 349141 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52918/data/halfdeletedcollection/core_node2/data
[junit4] 2> 349147 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 349148 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52918/data/halfdeletedcollection/core_node1/data
[junit4] 2> 349167 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52918/data/halfdeletedcollection/core_node2/data/index
[junit4] 2> 349175 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52918/data/halfdeletedcollection/core_node1/data/index
[junit4] 2> 349176 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 349176 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 349181 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 349181 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 349183 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 349188 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 349280 INFO (IPC Server handler 8 on 52918) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44865 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b45c3ba7-22d3-49b7-a935-ce8f717a8232:NORMAL:127.0.0.1:41578|RBW], ReplicaUC[[DISK]DS-00906ce9-43e3-41ba-8357-28ba1ba77e75:NORMAL:127.0.0.1:44865|RBW]]} size 0
[junit4] 2> 349281 INFO (IPC Server handler 0 on 52918) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41578 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-00906ce9-43e3-41ba-8357-28ba1ba77e75:NORMAL:127.0.0.1:44865|RBW], ReplicaUC[[DISK]DS-98052c0f-0edb-4ea3-9e38-12bd19ab7e51:NORMAL:127.0.0.1:41578|FINALIZED]]} size 0
[junit4] 2> 349296 INFO (IPC Server handler 3 on 52918) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41578 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1fcdb396-58fa-4775-97a6-e498fdf5348d:NORMAL:127.0.0.1:44865|RBW], ReplicaUC[[DISK]DS-b45c3ba7-22d3-49b7-a935-ce8f717a8232:NORMAL:127.0.0.1:41578|RBW]]} size 0
[junit4] 2> 349305 INFO (IPC Server handler 8 on 52918) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44865 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1fcdb396-58fa-4775-97a6-e498fdf5348d:NORMAL:127.0.0.1:44865|RBW], ReplicaUC[[DISK]DS-b45c3ba7-22d3-49b7-a935-ce8f717a8232:NORMAL:127.0.0.1:41578|RBW]]} size 0
[junit4] 2> 349317 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 349317 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 349317 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 349321 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 349321 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 349321 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 349359 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 349359 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 349360 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 349360 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 349392 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f5a763a[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 349393 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20fdeeac[halfdeletedcollection_shard2_replica1] main]
[junit4] 2> 349393 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 349393 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 349393 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 349393 INFO (searcherExecutor-1505-thread-1-processing-n:127.0.0.1:41897_solr x:halfdeletedcollection_shard1_replica1 s:shard1 c:halfdeletedcollection) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@6f5a763a[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 349393 INFO (qtp119924500-21041) [n:127.0.0.1:41897_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560642785271349248
[junit4] 2> 349395 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 349395 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 349395 INFO (qtp58779404-21030) [n:127.0.0.1:45905_solr c:halfdeletedcollection s:shar
[...truncated too long message...]
ol BP-869946651-10.41.0.5-1488345577141 (Datanode Uuid 8f638ae8-5754-40a9-881f-75d75954fefa) service to localhost/127.0.0.1:51289
[junit4] 2> 1072721 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1072822 ERROR (SUITE-HdfsUnloadDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.GeneratedMethodAccessor100.invoke(Unknown Source)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.teardownClass(HdfsUnloadDistributedZkTest.java:46)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 1072825 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[BD056F9F671F7D68]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD056F9F671F7D68-001
[junit4] 2> Mar 01, 2017 5:21:05 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cs, timezone=Africa/Djibouti
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=248946056,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [TestCollectionAPI, TestLeaderInitiatedRecoveryThread, LeaderFailoverAfterPartitionTest, ClassificationUpdateProcessorFactoryTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestIndexingPerformance, GraphQueryTest, SolrMetricsIntegrationTest, PreAnalyzedFieldTest, TestGeoJSONResponseWriter, TestIndexSearcher, DebugComponentTest, BinaryUpdateRequestHandlerTest, ShowFileRequestHandlerTest, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentCustomSortTest, CleanupOldIndexTest, CollectionStateFormat2Test, TestSolrConfigHandlerCloud, ParsingFieldUpdateProcessorsTest, SpatialRPTFieldTypeTest, TestClassicSimilarityFactory, SolrCoreMetricManagerTest, SuggesterWFSTTest, CursorMarkTest, TestClusterStateMutator, TemplateUpdateProcessorTest, TestSolrXml, TestSolrQueryResponse, SpellPossibilityIteratorTest, FieldMutatingUpdateProcessorTest, TestSchemaManager, TermVectorComponentDistributedTest, TestSchemaVersionResource, TestSmileRequest, TestManagedSchema, HdfsDirectoryFactoryTest, TestOverriddenPrefixQueryForCustomFieldType, TestCloudDeleteByQuery, TestConfig, CoreSorterTest, RestartWhileUpdatingTest, LeaderInitiatedRecoveryOnShardRestartTest, DistributedQueueTest, TestRequestStatusCollectionAPI, TestShardHandlerFactory, TestBlendedInfixSuggestions, TestSolrDeletionPolicy1, TestImpersonationWithHadoopAuth, TestExactStatsCache, CoreAdminRequestStatusTest, CoreAdminHandlerTest, TestTrieFacet, TestManagedResourceStorage, TestMaxScoreQueryParser, TestDocTermOrds, TestCustomSort, TestHdfsBackupRestoreCore, FieldAnalysisRequestHandlerTest, TestSubQueryTransformerCrossCore, TestUtils, DeleteInactiveReplicaTest, BadIndexSchemaTest, JSONWriterTest, TestRTimerTree, TestZkChroot, TestFieldCacheVsDocValues, TimeZoneUtilsTest, TestFieldCacheSanityChecker, UnloadDistributedZkTest, TestOnReconnectListenerSupport, TestDocBasedVersionConstraints, TestSolrQueryParser, TestRecovery, TestDistributedMissingSort, BufferStoreTest, TestLMJelinekMercerSimilarityFactory, DOMUtilTest, TestManagedSynonymFilterFactory, RequestHandlersTest, UUIDUpdateProcessorFallbackTest, BitVectorTest, TestSolrCloudWithKerberosAlt, HdfsUnloadDistributedZkTest]
[junit4] Completed [206/680 (2!)] on J2 in 98.41s, 1 test, 1 error <<< FAILURES!
[...truncated 63924 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 17 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/17/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor132.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:542) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor132.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:542)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([6BC88B190773B478]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor84.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([6BC88B190773B478:46B6C443F0570E74]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/14)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"5", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/14)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"5",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([6BC88B190773B478:23BDFFAD01409BED]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([6BC88B190773B478:E39CB4C3A98FD980]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11402 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/init-core-data-001
[junit4] 2> 324031 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 324036 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-001
[junit4] 2> 324036 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 324097 INFO (Thread-361) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 324097 INFO (Thread-361) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 324160 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58034
[junit4] 2> 324286 INFO (jetty-launcher-223-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 324286 INFO (jetty-launcher-223-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 324286 INFO (jetty-launcher-223-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 324295 INFO (jetty-launcher-223-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 324363 INFO (jetty-launcher-223-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@312a5860{/solr,null,AVAILABLE}
[junit4] 2> 324368 INFO (jetty-launcher-223-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f4dc990{/solr,null,AVAILABLE}
[junit4] 2> 324369 INFO (jetty-launcher-223-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3725cf1a{/solr,null,AVAILABLE}
[junit4] 2> 324484 INFO (jetty-launcher-223-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@563fd2c2{/solr,null,AVAILABLE}
[junit4] 2> 324799 INFO (jetty-launcher-223-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dc9ba10{SSL,[ssl, http/1.1]}{127.0.0.1:50183}
[junit4] 2> 324799 INFO (jetty-launcher-223-thread-3) [ ] o.e.j.s.Server Started @329083ms
[junit4] 2> 324800 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50183}
[junit4] 2> 324800 ERROR (jetty-launcher-223-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 324800 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 324800 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 324800 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 324800 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-06T05:33:00.207Z
[junit4] 2> 324818 INFO (jetty-launcher-223-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e68c836{SSL,[ssl, http/1.1]}{127.0.0.1:41124}
[junit4] 2> 324818 INFO (jetty-launcher-223-thread-1) [ ] o.e.j.s.Server Started @329102ms
[junit4] 2> 324818 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41124}
[junit4] 2> 324819 ERROR (jetty-launcher-223-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 324819 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 324819 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 324819 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 324819 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-06T05:33:00.226Z
[junit4] 2> 324828 INFO (jetty-launcher-223-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@293de512{SSL,[ssl, http/1.1]}{127.0.0.1:36147}
[junit4] 2> 324828 INFO (jetty-launcher-223-thread-2) [ ] o.e.j.s.Server Started @329112ms
[junit4] 2> 324828 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36147}
[junit4] 2> 324829 ERROR (jetty-launcher-223-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 324829 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 324829 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 324829 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 324829 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-06T05:33:00.236Z
[junit4] 2> 324829 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 324858 INFO (jetty-launcher-223-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a41c20c{SSL,[ssl, http/1.1]}{127.0.0.1:38113}
[junit4] 2> 324859 INFO (jetty-launcher-223-thread-4) [ ] o.e.j.s.Server Started @329142ms
[junit4] 2> 324859 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38113}
[junit4] 2> 324859 ERROR (jetty-launcher-223-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 324860 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 324860 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 324860 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 324861 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-06T05:33:00.267Z
[junit4] 2> 324984 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 324986 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 324998 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 325007 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58034/solr
[junit4] 2> 325009 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 325012 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 325011 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 325025 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58034/solr
[junit4] 2> 325026 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58034/solr
[junit4] 2> 325035 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 325039 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a11e930f80007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 325040 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58034/solr
[junit4] 2> 325074 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a11e930f8000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 325085 INFO (jetty-launcher-223-thread-2) [n:127.0.0.1:36147_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36147_solr
[junit4] 2> 325088 INFO (jetty-launcher-223-thread-2) [n:127.0.0.1:36147_solr ] o.a.s.c.Overseer Overseer (id=97410035188498441-127.0.0.1:36147_solr-n_0000000000) starting
[junit4] 2> 325088 INFO (jetty-launcher-223-thread-3) [n:127.0.0.1:50183_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50183_solr
[junit4] 2> 325093 INFO (zkCallback-240-thread-1-processing-n:127.0.0.1:50183_solr) [n:127.0.0.1:50183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 325096 INFO (zkCallback-241-thread-1-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 325107 INFO (zkCallback-243-thread-1-processing-n:127.0.0.1:41124_solr) [n:127.0.0.1:41124_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 325117 INFO (jetty-launcher-223-thread-1) [n:127.0.0.1:41124_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41124_solr
[junit4] 2> 325119 INFO (zkCallback-241-thread-1-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 325119 INFO (zkCallback-243-thread-1-processing-n:127.0.0.1:41124_solr) [n:127.0.0.1:41124_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 325120 INFO (zkCallback-240-thread-1-processing-n:127.0.0.1:50183_solr) [n:127.0.0.1:50183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 325121 INFO (jetty-launcher-223-thread-4) [n:127.0.0.1:38113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 325129 INFO (jetty-launcher-223-thread-4) [n:127.0.0.1:38113_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38113_solr
[junit4] 2> 325131 INFO (zkCallback-243-thread-1-processing-n:127.0.0.1:41124_solr) [n:127.0.0.1:41124_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 325131 INFO (zkCallback-240-thread-1-processing-n:127.0.0.1:50183_solr) [n:127.0.0.1:50183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 325131 INFO (zkCallback-241-thread-1-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 325172 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:38113_solr) [n:127.0.0.1:38113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 325185 INFO (jetty-launcher-223-thread-2) [n:127.0.0.1:36147_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36147_solr
[junit4] 2> 325188 INFO (zkCallback-240-thread-1-processing-n:127.0.0.1:50183_solr) [n:127.0.0.1:50183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 325188 INFO (zkCallback-243-thread-1-processing-n:127.0.0.1:41124_solr) [n:127.0.0.1:41124_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 325188 INFO (zkCallback-241-thread-1-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 325188 INFO (zkCallback-246-thread-1-processing-n:127.0.0.1:38113_solr) [n:127.0.0.1:38113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 325210 INFO (jetty-launcher-223-thread-4) [n:127.0.0.1:38113_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-001/node4/.
[junit4] 2> 325295 INFO (jetty-launcher-223-thread-2) [n:127.0.0.1:36147_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-001/node2/.
[junit4] 2> 325500 INFO (jetty-launcher-223-thread-1) [n:127.0.0.1:41124_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-001/node1/.
[junit4] 2> 325610 INFO (jetty-launcher-223-thread-3) [n:127.0.0.1:50183_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-001/node3/.
[junit4] 2> 325682 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 325683 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58034/solr ready
[junit4] 2> 326560 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 327560 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 327779 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 327806 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 327883 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 328026 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_40771_hdfs____.30tibl/webapp
[junit4] 2> 329407 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40771
[junit4] 2> 333493 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 333500 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 333544 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_50828_datanode____.xnlggm/webapp
[junit4] 2> 334690 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50828
[junit4] 2> 336386 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 336388 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 336418 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45825_datanode____.cny6rj/webapp
[junit4] 2> 337901 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6BC88B190773B478]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45825
[junit4] 2> 342384 INFO (IPC Server handler 2 on 44030) [ ] BlockStateChange BLOCK* processReport: from storage DS-dad52225-b268-4530-96c6-dc4473821772 node DatanodeRegistration(127.0.0.1:58981, datanodeUuid=be7f9758-1298-43cc-861a-5425d98a83af, infoPort=59446, infoSecurePort=0, ipcPort=34976, storageInfo=lv=-56;cid=testClusterID;nsid=652992912;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 342384 INFO (IPC Server handler 2 on 44030) [ ] BlockStateChange BLOCK* processReport: from storage DS-dc3f8686-8e3b-4f6d-bd1f-604a29fae160 node DatanodeRegistration(127.0.0.1:58981, datanodeUuid=be7f9758-1298-43cc-861a-5425d98a83af, infoPort=59446, infoSecurePort=0, ipcPort=34976, storageInfo=lv=-56;cid=testClusterID;nsid=652992912;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 342407 INFO (IPC Server handler 3 on 44030) [ ] BlockStateChange BLOCK* processReport: from storage DS-126e00a5-5931-4240-89c9-6d0e5bb03830 node DatanodeRegistration(127.0.0.1:33132, datanodeUuid=ab738c25-323e-4629-bf98-d17e5bf8099d, infoPort=47948, infoSecurePort=0, ipcPort=46024, storageInfo=lv=-56;cid=testClusterID;nsid=652992912;c=0), blocks: 0, hasStaleStorage: true, processing time: 8 msecs
[junit4] 2> 342411 INFO (IPC Server handler 3 on 44030) [ ] BlockStateChange BLOCK* processReport: from storage DS-f40366fc-e6c7-4d96-8469-b3b520cd8449 node DatanodeRegistration(127.0.0.1:33132, datanodeUuid=ab738c25-323e-4629-bf98-d17e5bf8099d, infoPort=47948, infoSecurePort=0, ipcPort=46024, storageInfo=lv=-56;cid=testClusterID;nsid=652992912;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 343921 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[6BC88B190773B478]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 343925 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[6BC88B190773B478]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 344285 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 344297 INFO (OverseerStateUpdate-97410035188498441-127.0.0.1:36147_solr-n_0000000000) [n:127.0.0.1:36147_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 344579 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 344617 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 344626 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 344639 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
[junit4] 2> 344710 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44030/data
[junit4] 2> 344710 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 344712 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-001/node4/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:44030/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-003/]
[junit4] 2> 344720 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44030/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-003/snapshot_metadata
[junit4] 2> 344865 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 344880 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 344880 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 349231 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 349245 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44030/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-003
[junit4] 2> 349380 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44030/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-003/index
[junit4] 2> 349411 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 349411 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 349411 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 349466 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 349924 INFO (IPC Server handler 0 on 44030) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58981 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-dc3f8686-8e3b-4f6d-bd1f-604a29fae160:NORMAL:127.0.0.1:58981|RBW], ReplicaUC[[DISK]DS-126e00a5-5931-4240-89c9-6d0e5bb03830:NORMAL:127.0.0.1:33132|RBW]]} size 71
[junit4] 2> 349941 INFO (IPC Server handler 5 on 44030) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33132 is added to blk_1073741825_1001 size 71
[junit4] 2> 350397 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 350398 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 350398 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 350415 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 350415 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 350517 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6656d7f0[halfcollection_shard1_replica1] main]
[junit4] 2> 350520 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 350520 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 350524 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 350524 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558560590718304256
[junit4] 2> 350524 INFO (searcherExecutor-520-thread-1-processing-n:127.0.0.1:38113_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@6656d7f0[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 350545 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 350545 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 350545 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38113/solr/halfcollection_shard1_replica1/
[junit4] 2> 350545 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 350546 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:38113/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 350553 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38113/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 350706 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 350710 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=6429
[junit4] 2> 350796 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
[junit4] 2> 350798 INFO (OverseerStateUpdate-97410035188498441-127.0.0.1:36147_solr-n_0000000000) [n:127.0.0.1:36147_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 351833 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 351859 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 351863 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 351881 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2
[junit4] 2> 351882 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44030/data
[junit4] 2> 351882 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 351882 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-001/node2/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:44030/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-004/]
[junit4] 2> 351883 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44030/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-004/snapshot_metadata
[junit4] 2> 351937 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 351937 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 351937 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 352092 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 352097 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44030/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-004
[junit4] 2> 352143 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44030/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-004/index
[junit4] 2> 352166 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 352166 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 352166 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 352204 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 352368 INFO (IPC Server handler 5 on 44030) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58981 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f40366fc-e6c7-4d96-8469-b3b520cd8449:NORMAL:127.0.0.1:33132|RBW], ReplicaUC[[DISK]DS-dc3f8686-8e3b-4f6d-bd1f-604a29fae160:NORMAL:127.0.0.1:58981|RBW]]} size 0
[junit4] 2> 352396 INFO (IPC Server handler 4 on 44030) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33132 is added to blk_1073741826_1002 size 71
[junit4] 2> 352541 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 352541 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 352541 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 352569 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 352569 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 352654 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e0eda86[halfcollection_shard1_replica1] main]
[junit4] 2> 352669 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 352670 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 352670 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 352670 INFO (searcherExecutor-525-thread-1-processing-n:127.0.0.1:36147_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker2) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@7e0eda86[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 352670 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558560592968548352
[junit4] 2> 352691 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 352691 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 352691 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36147/solr/halfcollection_shard1_replica1/
[junit4] 2> 352691 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 352691 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:36147/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 352704 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36147/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 352856 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 352864 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2} status=0 QTime=2068
[junit4] 2> 352935 INFO (qtp1259610458-1691) [n:127.0.0.1:41124_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38113_solr,127.0.0.1:36147_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 352972 INFO (OverseerThreadFactory-511-thread-1-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 353216 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 353216 WARN (qtp1969724686-1715) [n:127.0.0.1:38113_solr ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 353217 ERROR (qtp1969724686-1715) [n:127.0.0.1:38113_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:812)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 353217 INFO (qtp1969724686-1715) [n:127.0.0.1:38113_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2} status=500 QTime=1
[junit4] 2> 353217 ERROR (qtp1969724686-1715) [n:127.0.0.1:38113_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:812)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 353222 ERROR (OverseerThreadFactory-511-thread-1-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:38113/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38113/solr: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 353228 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 353334 INFO (zkCallback-241-thread-7-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 354249 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 354265 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema [halfcollection_shard2_replica1] Schema name=minimal
[junit4] 2> 354269 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 354270 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard2_replica1' using configuration from collection halfcollection
[junit4] 2> 354271 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44030/data
[junit4] 2> 354271 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 354271 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [[halfcollection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_6BC88B190773B478-001/tempDir-001/node2/halfcollection_shard2_replica1], dataDir=[hdfs://localhost:44030/data/halfcollection/core_node1/data/]
[junit4] 2> 354272 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44030/data/halfcollection/core_node1/data/snapshot_metadata
[junit4] 2> 354280 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 354280 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 354280 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 354299 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 354301 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44030/data/halfcollection/core_node1/data
[junit4] 2> 354332 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44030/data/halfcollection/core_node1/data/index
[junit4] 2> 354339 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 354339 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 354339 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 354353 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 354381 INFO (IPC Server handler 2 on 44030) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58981 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-126e00a5-5931-4240-89c9-6d0e5bb03830:NORMAL:127.0.0.1:33132|RBW], ReplicaUC[[DISK]DS-dad52225-b268-4530-96c6-dc4473821772:NORMAL:127.0.0.1:58981|RBW]]} size 0
[junit4] 2> 354381 INFO (IPC Server handler 7 on 44030) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33132 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-126e00a5-5931-4240-89c9-6d0e5bb03830:NORMAL:127.0.0.1:33132|RBW], ReplicaUC[[DISK]DS-dad52225-b268-4530-96c6-dc4473821772:NORMAL:127.0.0.1:58981|RBW]]} size 0
[junit4] 2> 354402 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 354402 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 354402 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 354416 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 354416 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 354451 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11a173a1[halfcollection_shard2_replica1] main]
[junit4] 2> 354457 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 354457 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 354457 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 354457 INFO (searcherExecutor-530-thread-1-processing-n:127.0.0.1:36147_solr x:halfcollection_shard2_replica1 s:shard2 c:halfcollection) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [halfcollection_shard2_replica1] Registered new searcher Searcher@11a173a1[halfcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 354457 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558560594842353664
[junit4] 2> 354465 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 354465 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 354465 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36147/solr/halfcollection_shard2_replica1/
[junit4] 2> 354465 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 354465 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:36147/solr/halfcollection_shard2_replica1/ has no replicas
[junit4] 2> 354475 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36147/solr/halfcollection_shard2_replica1/ shard2
[junit4] 2> 354578 INFO (zkCallback-241-thread-4-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 354582 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 354585 INFO (qtp40873733-1683) [n:127.0.0.1:36147_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1356
[junit4] 2> 354586 ERROR (OverseerThreadFactory-511-thread-1-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [halfcollection].
[junit4] 2> 354586 INFO (OverseerThreadFactory-511-thread-1-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 354590 INFO (qtp40873733-1684) [n:127.0.0.1:36147_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection.shard2.replica1
[junit4] 2> 354592 INFO (qtp40873733-1684) [n:127.0.0.1:36147_solr ] o.a.s.c.SolrCore [halfcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@64c5741e
[junit4] 2> 354606 INFO (qtp40873733-1684) [n:127.0.0.1:36147_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection.shard2.replica1
[junit4] 2> 354611 INFO (qtp40873733-1684) [n:127.0.0.1:36147_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44030/data/halfcollection/core_node1/data/index
[junit4] 2> 354613 INFO (qtp40873733-1684) [n:127.0.0.1:36147_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44030/data/halfcollection/core_node1/data/snapshot_metadata
[junit4] 2> 354613 INFO (qtp40873733-1684) [n:127.0.0.1:36147_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:44030/data/halfcollection/core_node1/data
[junit4] 2> 354633 INFO (IPC Server handler 6 on 44030) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741827_1003 127.0.0.1:33132 127.0.0.1:58981
[junit4] 2> 354647 INFO (qtp40873733-1684) [n:127.0.0.1:36147_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=57
[junit4] 2> 355351 INFO (OverseerThreadFactory-511-thread-1-processing-n:127.0.0.1:36147_solr) [n:127.0.0.1:36147_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [halfcollection]
[junit4] 2> 355358 INFO (qtp1259610458-1691) [n:127.0.0.1:41124_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 356494 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@3ba294bd) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:33132 to delete [blk_1073741827_1003]
[junit4] 2> 356977 INFO (OverseerCollectionConfigSetProcessor-97410035188498441-127.0.0.1:36147_solr-n_0000000000) [n:127.0.0.1:36147_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 359494 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@3ba294bd) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:58981 to delete [blk_1073741827_1003]
[junit4] 2> 385361 ERROR (qtp1259610458-1691) [n:127.0.0.1:41124_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 385361 INFO (qtp1259610458-1691) [n:127.0.0.1:4
[...truncated too long message...]
rMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4991970 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[6BC88B190773B478]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_6BC88B190773B478-001
[junit4] 2> Feb 06, 2017 6:50:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=sr-Latn, timezone=Asia/Urumqi
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=197850392,total=534773760
[junit4] 2> NOTE: All tests run in this JVM: [TestStressRecovery, TestFoldingMultitermQuery, OverriddenZkACLAndCredentialsProvidersTest, TestScoreJoinQPNoScore, ChaosMonkeyNothingIsSafeTest, TestConfigSetImmutable, DeleteLastCustomShardedReplicaTest, QueryElevationComponentTest, HdfsCollectionsAPIDistributedZkTest, AsyncCallRequestStatusResponseTest, AnalysisAfterCoreReloadTest, CdcrVersionReplicationTest, TestExpandComponent, FileBasedSpellCheckerTest, CloudMLTQParserTest, BasicZkTest, TestSolr4Spatial, TestSerializedLuceneMatchVersion, TestCryptoKeys, MigrateRouteKeyTest, TestDistribIDF, TestSchemalessBufferedUpdates, TestSolrCLIRunExample, DistributedVersionInfoTest, TestComplexPhraseLeadingWildcard, SecurityConfHandlerTest, SyncSliceTest, TestHighlightDedupGrouping, SolrSlf4jReporterTest, TestComponentsName, TestCloudRecovery, TestFastLRUCache, FastVectorHighlighterTest, TestTolerantUpdateProcessorCloud, QueryEqualityTest, TestSizeLimitedDistributedMap, DateRangeFieldTest, TestEmbeddedSolrServerConstructors, TestFaceting, CacheHeaderTest, TestIntervalFaceting, ScriptEngineTest, TestCustomDocTransformer, TestSQLHandler, TestPerFieldSimilarity, ShardSplitTest, BlockCacheTest, DeleteShardTest, TestJoin, TestRestManager, HdfsDirectoryTest, PeerSyncTest, HdfsRecoveryZkTest, TestDownShardTolerantSearch, HLLUtilTest, XsltUpdateRequestHandlerTest, SynonymTokenizerTest, ConjunctionSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestDFISimilarityFactory, TestNamedUpdateProcessors, PeerSyncWithIndexFingerprintCachingTest, TestSolrCoreProperties, HttpPartitionTest, SolrMetricManagerTest, TestNumericTerms64, TestBadConfig, TestGraphMLResponseWriter, BasicDistributedZkTest, SolrXmlInZkTest, TestSlowCompositeReaderWrapper, QueryResultKeyTest, TestFieldTypeCollectionResource, TestDocumentBuilder, TestStressLucene, DistributedFacetPivotLargeTest, TestReplicationHandler, TestSolrCloudSnapshots, OutputWriterTest, TestSSLRandomization, TestSearcherReuse, ExplicitHLLTest, SignatureUpdateProcessorFactoryTest, TestSolrCloudWithSecureImpersonation, TestCSVLoader, TestRandomFlRTGCloud, DistanceUnitsTest, TestCopyFieldCollectionResource, ActionThrottleTest, SolrRequestParserTest, TestSolrConfigHandler, DirectoryFactoryTest, TestBinaryResponseWriter, DocExpirationUpdateProcessorFactoryTest, MBeansHandlerTest, ZkNodePropsTest, TestValueSourceCache, UUIDFieldTest, ReplaceNodeTest, BadCopyFieldTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestBulkSchemaConcurrent, TestSolrDeletionPolicy2, TestCorePropertiesReload, DateFieldTest, PathHierarchyTokenizerFactoryTest, SuggestComponentContextFilterQueryTest, TestQueryWrapperFilter, TestRandomDVFaceting, TestReload, TestRangeQuery, StatsComponentTest, TestFiltering, TestIndexSearcher, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CoreAdminHandlerTest, SuggesterTSTTest, TestTrie, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, SolrInfoMBeanTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TestIndexingPerformance, IndexSchemaTest, TestCollationField, ReturnFieldsTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, SolrIndexConfigTest, TestBinaryField, NumericFieldsTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestSystemIdResolver, RAMDirectoryFactoryTest, TestSolrJ, SliceStateTest, FileUtilsTest, CursorPagingTest, CdcrRequestHandlerTest, CreateCollectionCleanupTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, LeaderFailureAfterFreshStartTest, MultiThreadedOCPTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, RollingRestartTest, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [526/680 (3!)] on J0 in 59.93s, 1 test, 1 failure <<< FAILURES!
[...truncated 62895 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 16 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/16/
7 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable
Error Message:
Timeout while trying to assert replication errors
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert replication errors
at __randomizedtesting.SeedInfo.seed([DA43DA553A8B6F9:EB3067D658F7DBD1]:0)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable(CdcrReplicationDistributedZkTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable(CdcrReplicationDistributedZkTest.java:132)
... 41 more
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([DA43DA553A8B6F9:85F0027FFD54DB01]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([DA43DA553A8B6F9:98D8486D8F741B18]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx(TestStressCloudBlindAtomicUpdates.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth
Error Message:
expected:<200> but was:<403>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
at __randomizedtesting.SeedInfo.seed([DA43DA553A8B6F9:B1CA4BB7F7FB3583]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.security.BasicAuthIntegrationTest.executeCommand(BasicAuthIntegrationTest.java:231)
at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:143)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/11)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/11)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([DA43DA553A8B6F9:45D14911559B996C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([DA43DA553A8B6F9:20DA72FFA48C0CF5]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([DA43DA553A8B6F9:85F0027FFD54DB01]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12751 lines...]
[junit4] Suite: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/init-core-data-001
[junit4] 2> 3673887 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 3673887 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3673993 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3674023 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3674047 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3674077 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_42557_hdfs____tw5lab/webapp
[junit4] 2> 3674977 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42557
[junit4] 2> 3675627 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3675628 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3675667 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46630_datanode____fyik6w/webapp
[junit4] 2> 3676272 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46630
[junit4] 2> 3676602 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3676604 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3676695 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39158_datanode____14zsr9/webapp
[junit4] 2> 3676802 INFO (IPC Server handler 2 on 40551) [ ] BlockStateChange BLOCK* processReport: from storage DS-6553029b-4c12-49e1-a948-c786548af43c node DatanodeRegistration(127.0.0.1:45413, datanodeUuid=ee3dab6e-21f3-4b70-b21a-053ec41ce0c0, infoPort=47198, infoSecurePort=0, ipcPort=43982, storageInfo=lv=-56;cid=testClusterID;nsid=1914950414;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 3676802 INFO (IPC Server handler 2 on 40551) [ ] BlockStateChange BLOCK* processReport: from storage DS-426cfec9-7406-43e5-a98a-5da367808fc9 node DatanodeRegistration(127.0.0.1:45413, datanodeUuid=ee3dab6e-21f3-4b70-b21a-053ec41ce0c0, infoPort=47198, infoSecurePort=0, ipcPort=43982, storageInfo=lv=-56;cid=testClusterID;nsid=1914950414;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3677336 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39158
[junit4] 2> 3677978 INFO (IPC Server handler 7 on 40551) [ ] BlockStateChange BLOCK* processReport: from storage DS-2d865c8e-5af8-4754-b1dd-7691800b9ba6 node DatanodeRegistration(127.0.0.1:47803, datanodeUuid=030edd68-1dbb-4ac2-85d2-5531ced631f5, infoPort=60482, infoSecurePort=0, ipcPort=33960, storageInfo=lv=-56;cid=testClusterID;nsid=1914950414;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3677978 INFO (IPC Server handler 7 on 40551) [ ] BlockStateChange BLOCK* processReport: from storage DS-4f7ac1fb-2c42-4343-8002-7511df6eac1d node DatanodeRegistration(127.0.0.1:47803, datanodeUuid=030edd68-1dbb-4ac2-85d2-5531ced631f5, infoPort=60482, infoSecurePort=0, ipcPort=33960, storageInfo=lv=-56;cid=testClusterID;nsid=1914950414;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3678332 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3678347 INFO (Thread-36172) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3678347 INFO (Thread-36172) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3678435 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.ZkTestServer start zk server on port:60432
[junit4] 2> 3678524 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3678527 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 3678528 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3678529 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3678531 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3678532 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3678533 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3678534 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3678535 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3678537 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3678538 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3678762 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/control-001/cores/collection1
[junit4] 2> 3678770 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3678851 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79903a83{/,null,AVAILABLE}
[junit4] 2> 3678852 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1016c32a{HTTP/1.1,[http/1.1]}{127.0.0.1:59243}
[junit4] 2> 3678852 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.Server Started @3683027ms
[junit4] 2> 3678852 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=59243, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/control-001/cores}
[junit4] 2> 3678852 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3678852 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 3678852 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3678852 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3678852 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-05T06:52:27.476Z
[junit4] 2> 3678893 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3678893 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/control-001/solr.xml
[junit4] 2> 3678911 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3678927 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60432/solr
[junit4] 2> 3679175 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:59243_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59243_
[junit4] 2> 3679176 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:59243_ ] o.a.s.c.Overseer Overseer (id=97404685318356996-127.0.0.1:59243_-n_0000000000) starting
[junit4] 2> 3679191 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:59243_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59243_
[junit4] 2> 3679194 INFO (zkCallback-3327-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3679235 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:59243_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/control-001/cores
[junit4] 2> 3679235 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:59243_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3679270 INFO (OverseerStateUpdate-97404685318356996-127.0.0.1:59243_-n_0000000000) [n:127.0.0.1:59243_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3680279 WARN (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3680280 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 3680303 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3680456 WARN (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 3680458 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 3680473 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 3680473 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40551/solr_hdfs_home
[junit4] 2> 3680474 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3680474 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/control-001/cores/collection1], dataDir=[hdfs://localhost:40551/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 3680474 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cb8a06c
[junit4] 2> 3680476 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40551/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 3680485 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3680485 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3680485 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3680492 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3680508 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40551/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 3680716 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40551/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 3680733 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3680733 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3680733 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3680765 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3680765 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.8984375, noCFSRatio=0.0]
[junit4] 2> 3680893 INFO (IPC Server handler 1 on 40551) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47803 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-426cfec9-7406-43e5-a98a-5da367808fc9:NORMAL:127.0.0.1:45413|RBW], ReplicaUC[[DISK]DS-2d865c8e-5af8-4754-b1dd-7691800b9ba6:NORMAL:127.0.0.1:47803|FINALIZED]]} size 0
[junit4] 2> 3680895 INFO (IPC Server handler 0 on 40551) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45413 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2d865c8e-5af8-4754-b1dd-7691800b9ba6:NORMAL:127.0.0.1:47803|FINALIZED], ReplicaUC[[DISK]DS-6553029b-4c12-49e1-a948-c786548af43c:NORMAL:127.0.0.1:45413|FINALIZED]]} size 0
[junit4] 2> 3680928 WARN (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3680976 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3680976 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3680976 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 3681004 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3681004 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3681006 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=75.2939453125, floorSegmentMB=0.361328125, forceMergeDeletesPctAllowed=27.322837481249763, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 3681022 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ae3ceb1[collection1] main]
[junit4] 2> 3681024 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3681024 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3681024 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3681026 INFO (searcherExecutor-7371-thread-1-processing-n:127.0.0.1:59243_ x:collection1 c:control_collection) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ae3ceb1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3681029 INFO (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558474967904944128
[junit4] 2> 3681048 INFO (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:59243_ x:collection1 c:control_collection) [n:127.0.0.1:59243_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3681048 INFO (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:59243_ x:collection1 c:control_collection) [n:127.0.0.1:59243_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3681048 INFO (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:59243_ x:collection1 c:control_collection) [n:127.0.0.1:59243_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59243/collection1/
[junit4] 2> 3681048 INFO (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:59243_ x:collection1 c:control_collection) [n:127.0.0.1:59243_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3681048 INFO (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:59243_ x:collection1 c:control_collection) [n:127.0.0.1:59243_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59243/collection1/ has no replicas
[junit4] 2> 3681053 INFO (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:59243_ x:collection1 c:control_collection) [n:127.0.0.1:59243_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59243/collection1/ shard1
[junit4] 2> 3681204 INFO (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:59243_ x:collection1 c:control_collection) [n:127.0.0.1:59243_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3681278 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3681279 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60432/solr ready
[junit4] 2> 3681279 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3681279 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 3681735 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-1-001/cores/collection1
[junit4] 2> 3681735 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-1-001
[junit4] 2> 3681736 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3681811 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2aa6453f{/,null,AVAILABLE}
[junit4] 2> 3681812 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@716b6f7{HTTP/1.1,[http/1.1]}{127.0.0.1:56834}
[junit4] 2> 3681812 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.Server Started @3685987ms
[junit4] 2> 3681812 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=56834, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-1-001/cores}
[junit4] 2> 3681813 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3681813 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 3681813 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3681813 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3681813 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-05T06:52:30.437Z
[junit4] 2> 3681852 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3681852 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-1-001/solr.xml
[junit4] 2> 3681861 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3681872 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60432/solr
[junit4] 2> 3681937 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3681941 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:56834_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56834_
[junit4] 2> 3681943 INFO (zkCallback-3327-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3681962 INFO (zkCallback-3337-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3681962 INFO (zkCallback-3331-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3682009 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:56834_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-1-001/cores
[junit4] 2> 3682009 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:56834_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3682019 INFO (OverseerStateUpdate-97404685318356996-127.0.0.1:59243_-n_0000000000) [n:127.0.0.1:59243_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 3682142 INFO (zkCallback-3337-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3683051 WARN (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3683052 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 3683069 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3683221 WARN (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 3683223 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 3683242 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 3683243 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40551/solr_hdfs_home
[junit4] 2> 3683243 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3683243 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:40551/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 3683243 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cb8a06c
[junit4] 2> 3683245 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40551/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 3683259 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3683259 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3683259 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3683299 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3683303 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40551/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 3683548 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40551/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 3683562 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3683562 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3683562 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3683571 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3683571 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.8984375, noCFSRatio=0.0]
[junit4] 2> 3683677 INFO (IPC Server handler 8 on 40551) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47803 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-426cfec9-7406-43e5-a98a-5da367808fc9:NORMAL:127.0.0.1:45413|RBW], ReplicaUC[[DISK]DS-4f7ac1fb-2c42-4343-8002-7511df6eac1d:NORMAL:127.0.0.1:47803|RBW]]} size 0
[junit4] 2> 3683679 INFO (IPC Server handler 1 on 40551) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45413 is added to blk_1073741826_1002 size 71
[junit4] 2> 3683707 WARN (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3683739 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3683739 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3683739 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 3683759 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3683759 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3683764 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=75.2939453125, floorSegmentMB=0.361328125, forceMergeDeletesPctAllowed=27.322837481249763, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 3683771 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@341eb63b[collection1] main]
[junit4] 2> 3683771 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3683772 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3683772 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3683773 INFO (searcherExecutor-7382-thread-1-processing-n:127.0.0.1:56834_ x:collection1 c:collection1) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@341eb63b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3683776 INFO (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558474970785382400
[junit4] 2> 3683795 INFO (coreZkRegister-7376-thread-1-processing-n:127.0.0.1:56834_ x:collection1 c:collection1) [n:127.0.0.1:56834_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3683795 INFO (coreZkRegister-7376-thread-1-processing-n:127.0.0.1:56834_ x:collection1 c:collection1) [n:127.0.0.1:56834_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3683795 INFO (coreZkRegister-7376-thread-1-processing-n:127.0.0.1:56834_ x:collection1 c:collection1) [n:127.0.0.1:56834_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56834/collection1/
[junit4] 2> 3683795 INFO (coreZkRegister-7376-thread-1-processing-n:127.0.0.1:56834_ x:collection1 c:collection1) [n:127.0.0.1:56834_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3683796 INFO (coreZkRegister-7376-thread-1-processing-n:127.0.0.1:56834_ x:collection1 c:collection1) [n:127.0.0.1:56834_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56834/collection1/ has no replicas
[junit4] 2> 3683799 INFO (zkCallback-3337-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3683804 INFO (coreZkRegister-7376-thread-1-processing-n:127.0.0.1:56834_ x:collection1 c:collection1) [n:127.0.0.1:56834_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56834/collection1/ shard2
[junit4] 2> 3683905 INFO (zkCallback-3337-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3683955 INFO (coreZkRegister-7376-thread-1-processing-n:127.0.0.1:56834_ x:collection1 c:collection1) [n:127.0.0.1:56834_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3684059 INFO (zkCallback-3337-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3684081 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-2-001/cores/collection1
[junit4] 2> 3684081 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-2-001
[junit4] 2> 3684082 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3684083 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@119f5b77{/,null,AVAILABLE}
[junit4] 2> 3684084 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b81a1d5{HTTP/1.1,[http/1.1]}{127.0.0.1:37240}
[junit4] 2> 3684084 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.e.j.s.Server Started @3688259ms
[junit4] 2> 3684084 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=37240, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-2-001/cores}
[junit4] 2> 3684084 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3684084 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 3684084 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3684084 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3684084 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-05T06:52:32.708Z
[junit4] 2> 3684122 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3684122 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-2-001/solr.xml
[junit4] 2> 3684128 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3684129 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60432/solr
[junit4] 2> 3684141 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:37240_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3684145 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:37240_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37240_
[junit4] 2> 3684146 INFO (zkCallback-3337-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3684147 INFO (zkCallback-3331-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3684147 INFO (zkCallback-3327-thread-1-processing-n:127.0.0.1:59243_) [n:127.0.0.1:59243_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3684165 INFO (zkCallback-3343-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3684195 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:37240_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-2-001/cores
[junit4] 2> 3684195 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[DA43DA553A8B6F9]) [n:127.0.0.1:37240_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3684202 INFO (OverseerStateUpdate-97404685318356996-127.0.0.1:59243_-n_0000000000) [n:127.0.0.1:59243_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3684307 INFO (zkCallback-3337-thread-1-processing-n:127.0.0.1:56834_) [n:127.0.0.1:56834_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3684307 INFO (zkCallback-3343-thread-2-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3685224 WARN (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3685225 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 3685276 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3685341 WARN (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 3685342 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 3685359 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 3685360 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40551/solr_hdfs_home
[junit4] 2> 3685360 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3685360 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_DA43DA553A8B6F9-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:40551/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 3685360 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cb8a06c
[junit4] 2> 3685362 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40551/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 3685370 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3685370 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3685370 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3685394 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3685395 INFO (coreLoadExecutor-7392-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:collection1 x:collection1] o.a.s.c.HdfsDirecto
[...truncated too long message...]
anager Closing metric reporters for: solr.core.authCollection.shard2.replica1
[junit4] 2> 5803249 INFO (coreCloseExecutor-16243-thread-1) [n:127.0.0.1:39812_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
[junit4] 2> 5803257 INFO (zkCallback-31999-thread-2-processing-n:127.0.0.1:41033_solr) [n:127.0.0.1:41033_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 5803257 INFO (zkCallback-32000-thread-1-processing-n:127.0.0.1:39812_solr) [n:127.0.0.1:39812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 5803259 INFO (coreCloseExecutor-16244-thread-1) [n:127.0.0.1:41033_solr c:authCollection s:shard1 r:core_node1 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
[junit4] 2> 5803260 INFO (jetty-launcher-31984-thread-2) [ ] o.a.s.c.Overseer Overseer (id=97404823782948872-127.0.0.1:41033_solr-n_0000000001) closing
[junit4] 2> 5803260 INFO (OverseerStateUpdate-97404823782948872-127.0.0.1:41033_solr-n_0000000001) [n:127.0.0.1:41033_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41033_solr
[junit4] 2> 5803260 WARN (zkCallback-32000-thread-1-processing-n:127.0.0.1:39812_solr) [n:127.0.0.1:39812_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 5803260 INFO (jetty-launcher-31984-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 5803261 INFO (zkCallback-31999-thread-2-processing-n:127.0.0.1:41033_solr) [n:127.0.0.1:41033_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 5803261 INFO (jetty-launcher-31984-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@497977f1{/solr,null,UNAVAILABLE}
[junit4] 2> 5804751 WARN (zkCallback-32012-thread-1-processing-n:127.0.0.1:47917_solr) [n:127.0.0.1:47917_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 5804751 INFO (jetty-launcher-31984-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 5804752 INFO (jetty-launcher-31984-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1372154d{/solr,null,UNAVAILABLE}
[junit4] 2> 5804765 WARN (zkCallback-31999-thread-1-processing-n:127.0.0.1:41033_solr) [n:127.0.0.1:41033_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 5804773 INFO (jetty-launcher-31984-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 5804773 INFO (jetty-launcher-31984-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ce7abf9{/solr,null,UNAVAILABLE}
[junit4] 2> 5804790 INFO (SUITE-BasicAuthIntegrationTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55309 55309
[junit4] 2> 5804905 INFO (Thread-14655) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55309 55309
[junit4] 2> 5804906 WARN (Thread-14655) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/authCollection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/overseer/queue
[junit4] 2> 10 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/collections
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 4 /solr/live_nodes
[junit4] 2>
[junit4] 2> 5804906 INFO (SUITE-BasicAuthIntegrationTest-seed#[DA43DA553A8B6F9]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_DA43DA553A8B6F9-001
[junit4] 2> Feb 05, 2017 7:27:53 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1317, maxMBSortInHeap=6.659395434594632, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=zh-TW, timezone=EST5EDT
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=359175104,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [RemoteQueryErrorTest, JSONWriterTest, TestCoreDiscovery, LeaderInitiatedRecoveryOnShardRestartTest, UnloadDistributedZkTest, CollectionsAPISolrJTest, TemplateUpdateProcessorTest, TestHdfsCloudBackupRestore, TestSolrConfigHandlerCloud, TestJsonFacetRefinement, MinimalSchemaTest, AssignTest, BlockJoinFacetDistribTest, TestSolrCloudWithKerberosAlt, TestGraphTermsQParserPlugin, TestBinaryField, BinaryUpdateRequestHandlerTest, SolrPluginUtilsTest, TestShardHandlerFactory, SuggesterTest, TestGroupingSearch, ParsingFieldUpdateProcessorsTest, TestStressReorder, DataDrivenBlockJoinTest, SolrCoreMetricManagerTest, TestSchemaVersionResource, TestUseDocValuesAsStored2, ForceLeaderTest, OpenExchangeRatesOrgProviderTest, TestCollapseQParserPlugin, MetricsHandlerTest, TestSort, CheckHdfsIndexTest, RecoveryZkTest, TestDynamicFieldCollectionResource, SolrCloudExampleTest, TestBlendedInfixSuggestions, ConnectionManagerTest, CoreSorterTest, TlogReplayBufferedWhileIndexingTest, TestRecovery, TestPushWriter, DistributedFacetExistsSmallTest, RequestLoggingTest, VersionInfoTest, ResponseHeaderTest, HdfsUnloadDistributedZkTest, TestNumericTerms32, TestJsonRequest, TestJmxMonitoredMap, HdfsSyncSliceTest, TestConfigSets, BadComponentTest, TestSmileRequest, TestDocBasedVersionConstraints, TestDistribDocBasedVersion, SimpleFacetsTest, TestMergePolicyConfig, HdfsRecoverLeaseTest, TestOnReconnectListenerSupport, ChangedSchemaMergeTest, NoCacheHeaderTest, TestFieldCacheSanityChecker, TestRTimerTree, TestXIncludeConfig, PingRequestHandlerTest, CoreAdminRequestStatusTest, ResponseLogComponentTest, SolrTestCaseJ4Test, TestReversedWildcardFilterFactory, CdcrRequestHandlerTest, DocValuesMultiTest, TestExtendedDismaxParser, TestClusterStateMutator, TestMacros, TestHdfsBackupRestoreCore, CleanupOldIndexTest, TestUtils, OutOfBoxZkACLAndCredentialsProvidersTest, SolrJmxReporterTest, TestSolrQueryParserResource, TestLMJelinekMercerSimilarityFactory, TestDistributedMissingSort, EnumFieldTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, TestMiniSolrCloudCluster, RequestHandlersTest, TestAnalyzedSuggestions, CloneFieldUpdateProcessorFactoryTest, TestCollationField, DistributedFacetPivotSmallAdvancedTest, QueryParsingTest, TestStressLiveNodes, BadIndexSchemaTest, FieldAnalysisRequestHandlerTest, CursorMarkTest, ClassificationUpdateProcessorFactoryTest, TestIndexingPerformance, CdcrBootstrapTest, TestCloudPseudoReturnFields, XmlUpdateRequestHandlerTest, TestRebalanceLeaders, TestManagedResourceStorage, TestSchemaNameResource, TestPhraseSuggestions, TestSolrQueryResponse, BasicDistributedZk2Test, OverseerTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ZkCLITest, AutoCommitTest, TermVectorComponentDistributedTest, TestReload, HardAutoCommitTest, TestRangeQuery, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestFoldingMultitermQuery, TestStressLucene, TestTrie, TestCSVLoader, SolrCoreCheckLockOnStartupTest, QueryEqualityTest, TestSolrDeletionPolicy1, DebugComponentTest, TestSurroundQueryParser, StandardRequestHandlerTest, TestWriterPerf, TestValueSourceCache, TermVectorComponentTest, TestSolrQueryParser, LoggingHandlerTest, ReturnFieldsTest, TestCSVResponseWriter, TestLFUCache, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsDirectoryFactoryTest, TestInitParams, TestSolrXml, TestConfigReload, TestRestoreCore, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, StatsReloadRaceTest, DistributedDebugComponentTest, DistributedFacetPivotLongTailTest, DistributedQueryComponentCustomSortTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, SpatialHeatmapFacetsTest, SmileWriterTest, TestBinaryResponseWriter, TestCustomDocTransformer, TestExportWriter, TestGeoJSONResponseWriter, TestRawTransformer, TestChildDocTransformer, TestBulkSchemaAPI, PreAnalyzedFieldManagedSchemaCloudTest, TestManagedSchema, TestManagedSchemaAPI, TestSchemaManager, TestUseDocValuesAsStored, TestMissingGroups, TestReloadDeadlock, TestTrieFacet, TestXmlQParser, TestJsonFacets, BasicAuthIntegrationTest]
[junit4] Completed [638/680 (6!)] on J2 in 14.41s, 1 test, 1 failure <<< FAILURES!
[...truncated 62577 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 15 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/15/
5 tests failed.
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([C72DB62B1052312F:19A7D8562BF053DC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([C72DB62B1052312F:F139D46D9A0F0B3E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([C72DB62B1052312F:EA53F971E7768B23]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([C72DB62B1052312F:8F58C29F16611EBA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C72DB62B1052312F:4F7989F1BEAE5CD7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11951 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/init-core-data-001
[junit4] 2> 725410 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C72DB62B1052312F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 725411 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C72DB62B1052312F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001
[junit4] 2> 725411 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C72DB62B1052312F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 725411 INFO (Thread-1328) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 725411 INFO (Thread-1328) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 725511 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C72DB62B1052312F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58377
[junit4] 2> 725521 INFO (jetty-launcher-651-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 725522 INFO (jetty-launcher-651-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 725522 INFO (jetty-launcher-651-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 725524 INFO (jetty-launcher-651-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30121a38{/solr,null,AVAILABLE}
[junit4] 2> 725524 INFO (jetty-launcher-651-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 725525 INFO (jetty-launcher-651-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dfa6403{/solr,null,AVAILABLE}
[junit4] 2> 725526 INFO (jetty-launcher-651-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23978f34{HTTP/1.1,[http/1.1]}{127.0.0.1:57523}
[junit4] 2> 725526 INFO (jetty-launcher-651-thread-1) [ ] o.e.j.s.Server Started @730173ms
[junit4] 2> 725526 INFO (jetty-launcher-651-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57523}
[junit4] 2> 725526 ERROR (jetty-launcher-651-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725526 INFO (jetty-launcher-651-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 725526 INFO (jetty-launcher-651-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 725526 INFO (jetty-launcher-651-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725526 INFO (jetty-launcher-651-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725526 INFO (jetty-launcher-651-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-03T03:10:38.375Z
[junit4] 2> 725528 INFO (jetty-launcher-651-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f074ef0{/solr,null,AVAILABLE}
[junit4] 2> 725528 INFO (jetty-launcher-651-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@209cf90d{HTTP/1.1,[http/1.1]}{127.0.0.1:41224}
[junit4] 2> 725528 INFO (jetty-launcher-651-thread-4) [ ] o.e.j.s.Server Started @730175ms
[junit4] 2> 725528 INFO (jetty-launcher-651-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41224}
[junit4] 2> 725528 ERROR (jetty-launcher-651-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725528 INFO (jetty-launcher-651-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 725528 INFO (jetty-launcher-651-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725528 INFO (jetty-launcher-651-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725528 INFO (jetty-launcher-651-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-03T03:10:38.377Z
[junit4] 2> 725529 INFO (jetty-launcher-651-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b22601d{HTTP/1.1,[http/1.1]}{127.0.0.1:53725}
[junit4] 2> 725529 INFO (jetty-launcher-651-thread-3) [ ] o.e.j.s.Server Started @730176ms
[junit4] 2> 725530 INFO (jetty-launcher-651-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53725}
[junit4] 2> 725530 ERROR (jetty-launcher-651-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725530 INFO (jetty-launcher-651-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 725530 INFO (jetty-launcher-651-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725530 INFO (jetty-launcher-651-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725530 INFO (jetty-launcher-651-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-03T03:10:38.379Z
[junit4] 2> 725531 INFO (jetty-launcher-651-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29f9806c{/solr,null,AVAILABLE}
[junit4] 2> 725531 INFO (jetty-launcher-651-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57cca38e{HTTP/1.1,[http/1.1]}{127.0.0.1:50554}
[junit4] 2> 725531 INFO (jetty-launcher-651-thread-5) [ ] o.e.j.s.Server Started @730178ms
[junit4] 2> 725531 INFO (jetty-launcher-651-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50554}
[junit4] 2> 725532 ERROR (jetty-launcher-651-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725532 INFO (jetty-launcher-651-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 725532 INFO (jetty-launcher-651-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725532 INFO (jetty-launcher-651-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725532 INFO (jetty-launcher-651-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-03T03:10:38.381Z
[junit4] 2> 725533 INFO (jetty-launcher-651-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 725534 INFO (jetty-launcher-651-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 725538 INFO (jetty-launcher-651-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 725543 INFO (jetty-launcher-651-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 725545 INFO (jetty-launcher-651-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 725545 INFO (jetty-launcher-651-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 725559 INFO (jetty-launcher-651-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53de5833{/solr,null,AVAILABLE}
[junit4] 2> 725559 INFO (jetty-launcher-651-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@338b367a{HTTP/1.1,[http/1.1]}{127.0.0.1:38010}
[junit4] 2> 725559 INFO (jetty-launcher-651-thread-10) [ ] o.e.j.s.Server Started @730206ms
[junit4] 2> 725559 INFO (jetty-launcher-651-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38010}
[junit4] 2> 725560 ERROR (jetty-launcher-651-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725560 INFO (jetty-launcher-651-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 725560 INFO (jetty-launcher-651-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725560 INFO (jetty-launcher-651-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725560 INFO (jetty-launcher-651-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-03T03:10:38.409Z
[junit4] 2> 725563 INFO (jetty-launcher-651-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@680c67f{/solr,null,AVAILABLE}
[junit4] 2> 725563 INFO (jetty-launcher-651-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61b68dce{HTTP/1.1,[http/1.1]}{127.0.0.1:38757}
[junit4] 2> 725563 INFO (jetty-launcher-651-thread-2) [ ] o.e.j.s.Server Started @730210ms
[junit4] 2> 725563 INFO (jetty-launcher-651-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38757}
[junit4] 2> 725563 ERROR (jetty-launcher-651-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725563 INFO (jetty-launcher-651-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 725563 INFO (jetty-launcher-651-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725563 INFO (jetty-launcher-651-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725563 INFO (jetty-launcher-651-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-03T03:10:38.412Z
[junit4] 2> 725571 INFO (jetty-launcher-651-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 725571 INFO (jetty-launcher-651-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 725571 INFO (jetty-launcher-651-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 725587 INFO (jetty-launcher-651-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4552e520{/solr,null,AVAILABLE}
[junit4] 2> 725587 INFO (jetty-launcher-651-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@def35ec{HTTP/1.1,[http/1.1]}{127.0.0.1:44381}
[junit4] 2> 725588 INFO (jetty-launcher-651-thread-9) [ ] o.e.j.s.Server Started @730234ms
[junit4] 2> 725588 INFO (jetty-launcher-651-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44381}
[junit4] 2> 725588 ERROR (jetty-launcher-651-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725588 INFO (jetty-launcher-651-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 725588 INFO (jetty-launcher-651-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725588 INFO (jetty-launcher-651-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725588 INFO (jetty-launcher-651-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-03T03:10:38.437Z
[junit4] 2> 725604 INFO (jetty-launcher-651-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@753b9fc4{/solr,null,AVAILABLE}
[junit4] 2> 725604 INFO (jetty-launcher-651-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a55b964{HTTP/1.1,[http/1.1]}{127.0.0.1:57863}
[junit4] 2> 725604 INFO (jetty-launcher-651-thread-8) [ ] o.e.j.s.Server Started @730251ms
[junit4] 2> 725604 INFO (jetty-launcher-651-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57863}
[junit4] 2> 725604 ERROR (jetty-launcher-651-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725604 INFO (jetty-launcher-651-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 725604 INFO (jetty-launcher-651-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725604 INFO (jetty-launcher-651-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725605 INFO (jetty-launcher-651-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-03T03:10:38.454Z
[junit4] 2> 725605 INFO (jetty-launcher-651-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 725611 INFO (jetty-launcher-651-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73616930{/solr,null,AVAILABLE}
[junit4] 2> 725611 INFO (jetty-launcher-651-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78e52ecd{HTTP/1.1,[http/1.1]}{127.0.0.1:52962}
[junit4] 2> 725611 INFO (jetty-launcher-651-thread-7) [ ] o.e.j.s.Server Started @730258ms
[junit4] 2> 725611 INFO (jetty-launcher-651-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52962}
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c600a3e{/solr,null,AVAILABLE}
[junit4] 2> 725612 ERROR (jetty-launcher-651-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6631d87f{HTTP/1.1,[http/1.1]}{127.0.0.1:48330}
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-03T03:10:38.461Z
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-6) [ ] o.e.j.s.Server Started @730259ms
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48330}
[junit4] 2> 725612 ERROR (jetty-launcher-651-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725612 INFO (jetty-launcher-651-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-03T03:10:38.461Z
[junit4] 2> 725613 INFO (jetty-launcher-651-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 725613 INFO (jetty-launcher-651-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 725618 INFO (jetty-launcher-651-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 725620 INFO (jetty-launcher-651-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58377/solr
[junit4] 2> 725620 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a01f3c8b60007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 725623 INFO (jetty-launcher-651-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 725624 INFO (jetty-launcher-651-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 725624 INFO (jetty-launcher-651-thread-8) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 725630 INFO (jetty-launcher-651-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58377/solr
[junit4] 2> 725630 INFO (jetty-launcher-651-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 725631 INFO (jetty-launcher-651-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 725631 INFO (jetty-launcher-651-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 725636 INFO (jetty-launcher-651-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58377/solr
[junit4] 2> 725636 INFO (jetty-launcher-651-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58377/solr
[junit4] 2> 725639 INFO (jetty-launcher-651-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 725645 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a01f3c8b6000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 725643 INFO (jetty-launcher-651-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 725655 INFO (jetty-launcher-651-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58377/solr
[junit4] 2> 725670 INFO (jetty-launcher-651-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58377/solr
[junit4] 2> 725661 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a01f3c8b6000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 725678 INFO (jetty-launcher-651-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58377/solr
[junit4] 2> 725678 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a01f3c8b60002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 725683 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a01f3c8b6000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 725671 INFO (jetty-launcher-651-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 725707 INFO (jetty-launcher-651-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58377/solr
[junit4] 2> 725709 INFO (jetty-launcher-651-thread-4) [n:127.0.0.1:41224_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41224_solr
[junit4] 2> 725710 INFO (jetty-launcher-651-thread-8) [n:127.0.0.1:57863_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57863_solr
[junit4] 2> 725716 INFO (jetty-launcher-651-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 725718 INFO (jetty-launcher-651-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58377/solr
[junit4] 2> 725718 INFO (jetty-launcher-651-thread-4) [n:127.0.0.1:41224_solr ] o.a.s.c.Overseer Overseer (id=97392488497938446-127.0.0.1:41224_solr-n_0000000000) starting
[junit4] 2> 725725 INFO (jetty-launcher-651-thread-6) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 725771 INFO (zkCallback-681-thread-1-processing-n:127.0.0.1:41224_solr) [n:127.0.0.1:41224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 725733 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a01f3c8b60011, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 725771 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 725772 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a01f3c8b60014, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 725774 INFO (jetty-launcher-651-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58377/solr
[junit4] 2> 725782 INFO (jetty-launcher-651-thread-8) [n:127.0.0.1:57863_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node8/.
[junit4] 2> 725782 INFO (jetty-launcher-651-thread-10) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 725794 INFO (jetty-launcher-651-thread-10) [n:127.0.0.1:38010_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38010_solr
[junit4] 2> 725795 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 725795 INFO (zkCallback-681-thread-1-processing-n:127.0.0.1:41224_solr) [n:127.0.0.1:41224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 725851 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38010_solr) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 725870 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a01f3c8b60019, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 725873 INFO (jetty-launcher-651-thread-4) [n:127.0.0.1:41224_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41224_solr
[junit4] 2> 725887 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38010_solr) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 725887 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 725894 INFO (zkCallback-681-thread-1-processing-n:127.0.0.1:41224_solr) [n:127.0.0.1:41224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 725903 INFO (jetty-launcher-651-thread-2) [n:127.0.0.1:38757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 725906 INFO (jetty-launcher-651-thread-3) [n:127.0.0.1:53725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 725907 INFO (jetty-launcher-651-thread-1) [n:127.0.0.1:57523_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 725908 INFO (jetty-launcher-651-thread-7) [n:127.0.0.1:52962_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 725909 INFO (jetty-launcher-651-thread-9) [n:127.0.0.1:44381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 725921 INFO (jetty-launcher-651-thread-2) [n:127.0.0.1:38757_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38757_solr
[junit4] 2> 725926 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38010_solr) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 725927 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 725927 INFO (jetty-launcher-651-thread-1) [n:127.0.0.1:57523_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57523_solr
[junit4] 2> 725928 INFO (jetty-launcher-651-thread-9) [n:127.0.0.1:44381_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44381_solr
[junit4] 2> 725930 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38010_solr) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 725930 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 725942 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38010_solr) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 725942 INFO (zkCallback-681-thread-3-processing-n:127.0.0.1:41224_solr) [n:127.0.0.1:41224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 725942 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 725953 INFO (jetty-launcher-651-thread-3) [n:127.0.0.1:53725_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53725_solr
[junit4] 2> 725967 INFO (jetty-launcher-651-thread-10) [n:127.0.0.1:38010_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node10/.
[junit4] 2> 725967 INFO (zkCallback-692-thread-1-processing-n:127.0.0.1:44381_solr) [n:127.0.0.1:44381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 725974 INFO (jetty-launcher-651-thread-4) [n:127.0.0.1:41224_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node4/.
[junit4] 2> 725984 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:57523_solr) [n:127.0.0.1:57523_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 725985 INFO (zkCallback-703-thread-1-processing-n:127.0.0.1:53725_solr) [n:127.0.0.1:53725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 725985 INFO (zkCallback-698-thread-1-processing-n:127.0.0.1:38757_solr) [n:127.0.0.1:38757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 725985 INFO (zkCallback-700-thread-1-processing-n:127.0.0.1:52962_solr) [n:127.0.0.1:52962_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 726014 INFO (jetty-launcher-651-thread-7) [n:127.0.0.1:52962_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52962_solr
[junit4] 2> 726016 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38010_solr) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 726016 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 726016 INFO (zkCallback-700-thread-1-processing-n:127.0.0.1:52962_solr) [n:127.0.0.1:52962_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 726016 INFO (zkCallback-681-thread-3-processing-n:127.0.0.1:41224_solr) [n:127.0.0.1:41224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 726017 INFO (zkCallback-692-thread-1-processing-n:127.0.0.1:44381_solr) [n:127.0.0.1:44381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 726017 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:57523_solr) [n:127.0.0.1:57523_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 726022 INFO (zkCallback-703-thread-1-processing-n:127.0.0.1:53725_solr) [n:127.0.0.1:53725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 726022 INFO (zkCallback-698-thread-1-processing-n:127.0.0.1:38757_solr) [n:127.0.0.1:38757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 726024 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38010_solr) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 726024 INFO (zkCallback-681-thread-3-processing-n:127.0.0.1:41224_solr) [n:127.0.0.1:41224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 726024 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:57523_solr) [n:127.0.0.1:57523_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 726024 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 726024 INFO (zkCallback-698-thread-1-processing-n:127.0.0.1:38757_solr) [n:127.0.0.1:38757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 726025 INFO (zkCallback-692-thread-1-processing-n:127.0.0.1:44381_solr) [n:127.0.0.1:44381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 726025 INFO (zkCallback-703-thread-1-processing-n:127.0.0.1:53725_solr) [n:127.0.0.1:53725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 726025 INFO (zkCallback-700-thread-1-processing-n:127.0.0.1:52962_solr) [n:127.0.0.1:52962_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 726025 INFO (jetty-launcher-651-thread-5) [n:127.0.0.1:50554_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (8)
[junit4] 2> 726030 INFO (jetty-launcher-651-thread-5) [n:127.0.0.1:50554_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50554_solr
[junit4] 2> 726032 INFO (jetty-launcher-651-thread-6) [n:127.0.0.1:48330_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (8)
[junit4] 2> 726033 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 726033 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:57523_solr) [n:127.0.0.1:57523_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 726033 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38010_solr) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 726033 INFO (zkCallback-681-thread-2-processing-n:127.0.0.1:41224_solr) [n:127.0.0.1:41224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 726033 INFO (zkCallback-698-thread-1-processing-n:127.0.0.1:38757_solr) [n:127.0.0.1:38757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 726033 INFO (zkCallback-692-thread-1-processing-n:127.0.0.1:44381_solr) [n:127.0.0.1:44381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 726042 INFO (zkCallback-704-thread-1-processing-n:127.0.0.1:50554_solr) [n:127.0.0.1:50554_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 726059 INFO (zkCallback-700-thread-1-processing-n:127.0.0.1:52962_solr) [n:127.0.0.1:52962_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 726059 INFO (zkCallback-703-thread-1-processing-n:127.0.0.1:53725_solr) [n:127.0.0.1:53725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 726088 INFO (jetty-launcher-651-thread-6) [n:127.0.0.1:48330_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48330_solr
[junit4] 2> 726100 INFO (zkCallback-705-thread-1-processing-n:127.0.0.1:48330_solr) [n:127.0.0.1:48330_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 726102 INFO (jetty-launcher-651-thread-1) [n:127.0.0.1:57523_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node1/.
[junit4] 2> 726170 INFO (jetty-launcher-651-thread-9) [n:127.0.0.1:44381_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node9/.
[junit4] 2> 726175 INFO (zkCallback-698-thread-1-processing-n:127.0.0.1:38757_solr) [n:127.0.0.1:38757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 726175 INFO (zkCallback-700-thread-1-processing-n:127.0.0.1:52962_solr) [n:127.0.0.1:52962_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 726175 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 726175 INFO (zkCallback-703-thread-1-processing-n:127.0.0.1:53725_solr) [n:127.0.0.1:53725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 726175 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38010_solr) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 726176 INFO (zkCallback-704-thread-1-processing-n:127.0.0.1:50554_solr) [n:127.0.0.1:50554_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 726176 INFO (zkCallback-692-thread-1-processing-n:127.0.0.1:44381_solr) [n:127.0.0.1:44381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 726176 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:57523_solr) [n:127.0.0.1:57523_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 726176 INFO (zkCallback-681-thread-2-processing-n:127.0.0.1:41224_solr) [n:127.0.0.1:41224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 726176 INFO (zkCallback-705-thread-1-processing-n:127.0.0.1:48330_solr) [n:127.0.0.1:48330_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 726196 INFO (jetty-launcher-651-thread-2) [n:127.0.0.1:38757_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node2/.
[junit4] 2> 726252 INFO (jetty-launcher-651-thread-5) [n:127.0.0.1:50554_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node5/.
[junit4] 2> 726265 INFO (jetty-launcher-651-thread-7) [n:127.0.0.1:52962_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node7/.
[junit4] 2> 726267 INFO (jetty-launcher-651-thread-3) [n:127.0.0.1:53725_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node3/.
[junit4] 2> 726361 INFO (jetty-launcher-651-thread-6) [n:127.0.0.1:48330_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node6/.
[junit4] 2> 726731 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C72DB62B1052312F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 726732 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[C72DB62B1052312F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58377/solr ready
[junit4] 2> 727171 INFO (qtp311953510-4320) [n:127.0.0.1:38010_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 727182 INFO (OverseerThreadFactory-1704-thread-1-processing-n:127.0.0.1:41224_solr) [n:127.0.0.1:41224_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 727300 INFO (qtp1414866248-4358) [n:127.0.0.1:57863_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 727300 INFO (qtp302224222-4368) [n:127.0.0.1:52962_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 727303 INFO (qtp1531468795-4329) [n:127.0.0.1:38757_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 727317 INFO (qtp925927135-4261) [n:127.0.0.1:57523_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 727318 INFO (qtp1197624639-4375) [n:127.0.0.1:48330_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 727319 INFO (qtp311953510-4317) [n:127.0.0.1:38010_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 727333 INFO (qtp2071398266-4345) [n:127.0.0.1:44381_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 727333 INFO (qtp1281823661-4277) [n:127.0.0.1:53725_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 727334 INFO (qtp1503814415-4301) [n:127.0.0.1:50554_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 727335 INFO (qtp1268892910-4287) [n:127.0.0.1:41224_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 727445 INFO (zkCallback-681-thread-3-processing-n:127.0.0.1:41224_solr) [n:127.0.0.1:41224_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 727445 INFO (zkCallback-700-thread-1-processing-n:127.0.0.1:52962_solr) [n:127.0.0.1:52962_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 727445 INFO (zkCallback-698-thread-1-processing-n:127.0.0.1:38757_solr) [n:127.0.0.1:38757_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 727446 INFO (zkCallback-704-thread-1-processing-n:127.0.0.1:50554_solr) [n:127.0.0.1:50554_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 727446 INFO (zkCallback-692-thread-1-processing-n:127.0.0.1:44381_solr) [n:127.0.0.1:44381_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 727446 INFO (zkCallback-699-thread-1-processing-n:127.0.0.1:57523_solr) [n:127.0.0.1:57523_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 727446 INFO (zkCallback-688-thread-1-processing-n:127.0.0.1:38010_solr) [n:127.0.0.1:38010_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 727446 INFO (zkCallback-705-thread-1-processing-n:127.0.0.1:48330_solr) [n:127.0.0.1:48330_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 727446 INFO (zkCallback-682-thread-1-processing-n:127.0.0.1:57863_solr) [n:127.0.0.1:57863_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 727446 INFO (zkCallback-703-thread-1-processing-n:127.0.0.1:53725_solr) [n:127.0.0.1:53725_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 728357 INFO (qtp1531468795-4329) [n:127.0.0.1:38757_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 728377 INFO (qtp925927135-4261) [n:127.0.0.1:57523_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 728379 INFO (qtp302224222-4368) [n:127.0.0.1:52962_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 728382 INFO (qtp1414866248-4358) [n:127.0.0.1:57863_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 728383 INFO (qtp1197624639-4375) [n:127.0.0.1:48330_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 728383 INFO (qtp311953510-4317) [n:127.0.0.1:38010_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 728403 INFO (qtp1531468795-4329) [n:127.0.0.1:38757_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 728406 INFO (qtp1531468795-4329) [n:127.0.0.1:38757_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 728426 INFO (qtp1531468795-4329) [n:127.0.0.1:38757_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
[junit4] 2> 728426 INFO (qtp1281823661-4277) [n:127.0.0.1:53725_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 728427 INFO (qtp1531468795-4329) [n:127.0.0.1:38757_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node2/test_col_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node2/./test_col_shard2_replica1/data/]
[junit4] 2> 728427 INFO (qtp1531468795-4329) [n:127.0.0.1:38757_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1ea432
[junit4] 2> 728429 INFO (qtp1531468795-4329) [n:127.0.0.1:38757_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=19.607421875, floorSegmentMB=2.150390625, forceMergeDeletesPctAllowed=24.27180262329402, segmentsPerTier=31.0, maxCFSSegmentSizeMB=0.248046875, noCFSRatio=0.0
[junit4] 2> 728430 INFO (qtp302224222-4368) [n:127.0.0.1:52962_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 728433 INFO (qtp302224222-4368) [n:127.0.0.1:52962_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 728440 INFO (qtp302224222-4368) [n:127.0.0.1:52962_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col
[junit4] 2> 728440 WARN (qtp1531468795-4329) [n:127.0.0.1:38757_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 728456 INFO (qtp925927135-4261) [n:127.0.0.1:57523_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 728456 INFO (qtp311953510-4317) [n:127.0.0.1:38010_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 728450 INFO (qtp1414866248-4358) [n:127.0.0.1:57863_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema [test_col_shard5_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 728463 INFO (qtp1197624639-4375) [n:127.0.0.1:48330_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 728463 INFO (qtp925927135-4261) [n:127.0.0.1:57523_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 728450 INFO (qtp1281823661-4277) [n:127.0.0.1:53725_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema [test_col_shard5_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 728448 INFO (qtp2071398266-4345) [n:127.0.0.1:44381_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 728448 INFO (qtp1268892910-4287) [n:127.0.0.1:41224_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 728448 INFO (qtp1503814415-4301) [n:127.0.0.1:50554_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 728441 INFO (qtp302224222-4368) [n:127.0.0.1:52962_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node7/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node7/./test_col_shard3_replica2/data/]
[junit4] 2> 728464 INFO (qtp925927135-4261) [n:127.0.0.1:57523_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica2' using configuration from collection test_col
[junit4] 2> 728464 INFO (qtp302224222-4368) [n:127.0.0.1:52962_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1ea432
[junit4] 2> 728481 INFO (qtp1197624639-4375) [n:127.0.0.1:48330_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 728482 INFO (qtp311953510-4317) [n:127.0.0.1:38010_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 728484 INFO (qtp302224222-4368) [n:127.0.0.1:52962_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=19.607421875, floorSegmentMB=2.150390625, forceMergeDeletesPctAllowed=24.27180262329402, segmentsPerTier=31.0, maxCFSSegmentSizeMB=0.248046875, noCFSRatio=0.0
[junit4] 2> 728488 INFO (qtp1281823661-4277) [n:127.0.0.1:53725_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 728488 INFO (qtp311953510-4317) [n:127.0.0.1:38010_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
[junit4] 2> 728488 INFO (qtp925927135-4261) [n:127.0.0.1:57523_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore [[test_col_shard4_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node1/test_col_shard4_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node1/./test_col_shard4_replica2/data/]
[junit4] 2> 728489 INFO (qtp925927135-4261) [n:127.0.0.1:57523_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1ea432
[junit4] 2> 728489 INFO (qtp311953510-4317) [n:127.0.0.1:38010_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node10/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node10/./test_col_shard1_replica2/data/]
[junit4] 2> 728489 INFO (qtp311953510-4317) [n:127.0.0.1:38010_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1ea432
[junit4] 2> 728491 INFO (qtp1414866248-4358) [n:127.0.0.1:57863_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 728492 INFO (qtp1414866248-4358) [n:127.0.0.1:57863_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica1' using configuration from collection test_col
[junit4] 2> 728492 INFO (qtp1281823661-4277) [n:127.0.0.1:53725_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica2' using configuration from collection test_col
[junit4] 2> 728492 INFO (qtp1414866248-4358) [n:127.0.0.1:57863_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrCore [[test_col_shard5_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node8/test_col_shard5_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node8/./test_col_shard5_replica1/data/]
[junit4] 2> 728492 INFO (qtp1281823661-4277) [n:127.0.0.1:53725_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrCore [[test_col_shard5_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node3/test_col_shard5_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_C72DB62B1052312F-001/tempDir-001/node3/./test_col_shard5_replica2/data/]
[junit4] 2> 728493 INFO (qtp1414866248-4358) [n:127.0.0.1:57863_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1ea432
[junit4] 2> 728493 INFO (qtp1281823661-4277) [n:127.0.0.1:53725_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e1ea432
[junit4] 2> 728494 INFO (qtp925927135-4261) [n:127.0.0.1:57523_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=19.607421875, floorSegmentMB=2.150390625, forceMergeDeletesPctAllowed=24.27180262329402, segmentsPerTier=31.0, maxCFSSegmentSizeMB=0.248046875, noCFSRatio=0.0
[junit4] 2> 728495 INFO (qtp311953510-4317) [n:127.0.0.1:38010_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=19.607421875, floorSegmentMB=2.150390625, forceMergeDeletesPctAllowed=24.27180262329402, segmentsPerTier=31.0, maxCFSSegmentSizeMB=0.248046875, noCFSRatio=0.0
[junit4] 2> 728497 INFO (qtp1281823661-4277) [n:127.0.0.1:53725_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=19.607421875, floorSegmentMB=2.150390625, forceMergeDeletesPctAllowed=24.27180262329402, segmentsPerTier=31.0, maxCFSSegmentSizeMB=0.248046875, noCFSRatio=0.0
[junit4] 2> 728499 INFO (qtp1414866248-4358) [n:127.0.0.1:57863_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=19.607421875, floorSegmentMB=2.150390625, forceMergeDeletesPctAllowed=
[...truncated too long message...]
nit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 5168386 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[C72DB62B1052312F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_C72DB62B1052312F-001
[junit4] 2> Feb 03, 2017 4:24:40 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=Lucene50(blocksize=128), _version_=FST50, a_t=FST50, a_i=Lucene50(blocksize=128), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=628, maxMBSortInHeap=7.723681460978235, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=ar, timezone=Africa/Brazzaville
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=171179224,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [TestOverriddenPrefixQueryForCustomFieldType, TestBlendedInfixSuggestions, SuggesterTSTTest, HdfsRecoverLeaseTest, TestSolrFieldCacheMBean, TestDocTermOrds, TestDistributedMissingSort, CoreAdminHandlerTest, MetricUtilsTest, TestConfigSets, SuggesterWFSTTest, TestBinaryResponseWriter, TestHdfsCloudBackupRestore, ParsingFieldUpdateProcessorsTest, TestPhraseSuggestions, TestStressReorder, TestMaxScoreQueryParser, TestOnReconnectListenerSupport, AssignTest, TestSolrJ, DistributedFacetExistsSmallTest, AddBlockUpdateTest, TestZkChroot, CdcrRequestHandlerTest, TestBinaryField, TestSolrCloudWithKerberosAlt, UUIDUpdateProcessorFallbackTest, FullSolrCloudDistribCmdsTest, TestDynamicFieldCollectionResource, TestCollectionAPI, CursorMarkTest, DOMUtilTest, TestJmxMonitoredMap, ChangedSchemaMergeTest, TestFieldCacheSanityChecker, ConnectionManagerTest, SpatialRPTFieldTypeTest, RemoteQueryErrorTest, TestFieldCacheVsDocValues, PrimitiveFieldTypeTest, DistributedQueryComponentCustomSortTest, OverseerTest, CoreSorterTest, EnumFieldTest, CollectionsAPISolrJTest, TestRuleBasedAuthorizationPlugin, RestartWhileUpdatingTest, TestTrackingShardHandlerFactory, ShowFileRequestHandlerTest, TestSolrQueryResponse, StatsReloadRaceTest, SolrMetricsIntegrationTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestDFRSimilarityFactory, OpenExchangeRatesOrgProviderTest, TestLeaderInitiatedRecoveryThread, TestSchemaVersionResource, TestUtils, OverseerTaskQueueTest, QueryParsingTest, TestSort, TestCloudPseudoReturnFields, TestRequestStatusCollectionAPI, FieldAnalysisRequestHandlerTest, TestHdfsBackupRestoreCore, DeleteInactiveReplicaTest, TestPostingsSolrHighlighter, TestUnifiedSolrHighlighter, DebugComponentTest, DocValuesMultiTest, DeleteReplicaTest, TestManagedSynonymFilterFactory, TestSolrQueryParser, ConnectionReuseTest, TestDefaultStatsCache, CircularListTest, TestSolrConfigHandlerCloud, TestShardHandlerFactory, DistributedQueueTest, RequestHandlersTest, SuggesterTest, CurrencyFieldXmlFileTest, SimpleFacetsTest, CdcrBootstrapTest, UnloadDistributedZkTest, TimeZoneUtilsTest, ResponseLogComponentTest, LeaderFailoverAfterPartitionTest, ResponseHeaderTest, BufferStoreTest, TestCustomSort, ClassificationUpdateProcessorFactoryTest, DistributedFacetPivotSmallAdvancedTest, NoCacheHeaderTest, TestStressLiveNodes, TestExactStatsCache, TestPushWriter, FacetPivotSmallTest, TestIndexingPerformance, UpdateParamsTest, SharedFSAutoReplicaFailoverUtilsTest, TermVectorComponentDistributedTest, HdfsBasicDistributedZk2Test, TestGroupingSearch, TestReloadDeadlock, TestShortCircuitedRequests, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, LeaderElectionTest, ZkSolrClientTest, TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, StatsComponentTest, BadIndexSchemaTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, TestTrie, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, LukeRequestHandlerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, JSONWriterTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestBinaryResponseWriter, TestLFUCache, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, AliasIntegrationTest, CleanupOldIndexTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, DeleteStatusTest, DistribCursorPagingTest, LeaderInitiatedRecoveryOnShardRestartTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, TestLocalFSCloudBackupRestore, TestRandomRequestDistribution, TestRebalanceLeaders, TlogReplayBufferedWhileIndexingTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [524/680 (4!)] on J2 in 46.19s, 1 test, 1 failure <<< FAILURES!
[...truncated 62908 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 14 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/14/
4 tests failed.
FAILED: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew
Error Message:
expected:<200> but was:<403>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
at __randomizedtesting.SeedInfo.seed([88455E6C1D83F875:BFDEAA72254F25D1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.renewDelegationToken(TestSolrCloudWithDelegationTokens.java:131)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.verifyDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:316)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:333)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([88455E6C1D83F875:A53B1136EAA74279]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/12)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/12)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([88455E6C1D83F875:C0302AD81BB0D7E0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([88455E6C1D83F875:1161B6B37F958D]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11574 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_88455E6C1D83F875-001/init-core-data-001
[junit4] 2> 869781 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 869788 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_88455E6C1D83F875-001/tempDir-001
[junit4] 2> 869788 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 869788 INFO (Thread-2499) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 869788 INFO (Thread-2499) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 869888 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45356
[junit4] 2> 869900 INFO (jetty-launcher-251-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 869901 INFO (jetty-launcher-251-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 869926 INFO (jetty-launcher-251-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ae72357{/solr,null,AVAILABLE}
[junit4] 2> 869927 INFO (jetty-launcher-251-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ebe28f2{HTTP/1.1,[http/1.1]}{127.0.0.1:54323}
[junit4] 2> 869927 INFO (jetty-launcher-251-thread-1) [ ] o.e.j.s.Server Started @874357ms
[junit4] 2> 869927 INFO (jetty-launcher-251-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54323}
[junit4] 2> 869927 ERROR (jetty-launcher-251-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 869927 INFO (jetty-launcher-251-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 869927 INFO (jetty-launcher-251-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 869927 INFO (jetty-launcher-251-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 869927 INFO (jetty-launcher-251-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-02T01:09:48.624Z
[junit4] 2> 869933 INFO (jetty-launcher-251-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33cb2bbf{/solr,null,AVAILABLE}
[junit4] 2> 869935 INFO (jetty-launcher-251-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68243d0d{HTTP/1.1,[http/1.1]}{127.0.0.1:56293}
[junit4] 2> 869935 INFO (jetty-launcher-251-thread-2) [ ] o.e.j.s.Server Started @874365ms
[junit4] 2> 869935 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56293}
[junit4] 2> 869935 ERROR (jetty-launcher-251-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 869935 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 869935 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 869935 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 869935 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-02T01:09:48.632Z
[junit4] 2> 869938 INFO (jetty-launcher-251-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 869953 INFO (jetty-launcher-251-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 869953 INFO (jetty-launcher-251-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45356/solr
[junit4] 2> 869963 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 869972 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 869975 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45356/solr
[junit4] 2> 870024 INFO (jetty-launcher-251-thread-1) [n:127.0.0.1:54323_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54323_solr
[junit4] 2> 870029 INFO (jetty-launcher-251-thread-1) [n:127.0.0.1:54323_solr ] o.a.s.c.Overseer Overseer (id=97386351066218501-127.0.0.1:54323_solr-n_0000000000) starting
[junit4] 2> 870044 INFO (jetty-launcher-251-thread-2) [n:127.0.0.1:56293_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56293_solr
[junit4] 2> 870053 INFO (OverseerStateUpdate-97386351066218501-127.0.0.1:54323_solr-n_0000000000) [n:127.0.0.1:54323_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 870054 INFO (zkCallback-262-thread-1-processing-n:127.0.0.1:56293_solr) [n:127.0.0.1:56293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 870055 INFO (jetty-launcher-251-thread-1) [n:127.0.0.1:54323_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54323_solr
[junit4] 2> 870056 INFO (zkCallback-262-thread-1-processing-n:127.0.0.1:56293_solr) [n:127.0.0.1:56293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 870056 INFO (zkCallback-261-thread-1-processing-n:127.0.0.1:54323_solr) [n:127.0.0.1:54323_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 870115 INFO (jetty-launcher-251-thread-2) [n:127.0.0.1:56293_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 870128 INFO (jetty-launcher-251-thread-2) [n:127.0.0.1:56293_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
[junit4] 2> 870159 INFO (jetty-launcher-251-thread-1) [n:127.0.0.1:54323_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 870159 INFO (jetty-launcher-251-thread-1) [n:127.0.0.1:54323_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
[junit4] 2> 870228 INFO (jetty-launcher-251-thread-2) [n:127.0.0.1:56293_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 870228 INFO (jetty-launcher-251-thread-1) [n:127.0.0.1:54323_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 870274 INFO (jetty-launcher-251-thread-1-EventThread) [n:127.0.0.1:54323_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 870275 INFO (jetty-launcher-251-thread-2-EventThread) [n:127.0.0.1:56293_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 870438 INFO (jetty-launcher-251-thread-1) [n:127.0.0.1:54323_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@10f493e4
[junit4] 2> 870438 INFO (jetty-launcher-251-thread-1) [n:127.0.0.1:54323_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@10f493e4
[junit4] 2> 870440 INFO (jetty-launcher-251-thread-1) [n:127.0.0.1:54323_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_88455E6C1D83F875-001/tempDir-001/node1/.
[junit4] 2> 870440 INFO (jetty-launcher-251-thread-2) [n:127.0.0.1:56293_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@59095720
[junit4] 2> 870440 INFO (jetty-launcher-251-thread-2) [n:127.0.0.1:56293_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@59095720
[junit4] 2> 870442 INFO (jetty-launcher-251-thread-2) [n:127.0.0.1:56293_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_88455E6C1D83F875-001/tempDir-001/node2/.
[junit4] 2> 870857 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
[junit4] 2> 871002 WARN (qtp832944476-3836) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
[junit4] 2> 871014 WARN (qtp832944476-3836) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
[junit4] 2> 871022 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871046 WARN (qtp1339991992-3825) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
[junit4] 2> 871046 WARN (qtp1339991992-3825) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
[junit4] 2> 871054 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871085 WARN (qtp832944476-3824) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
[junit4] 2> 871085 WARN (qtp832944476-3824) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
[junit4] 2> 871086 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871088 WARN (qtp1339991992-3826) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
[junit4] 2> 871088 WARN (qtp1339991992-3826) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
[junit4] 2> 871089 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871089 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
[junit4] 2> 871133 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
[junit4] 2> 871179 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
[junit4] 2> 871198 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
[junit4] 2> 871254 ERROR (qtp832944476-3833) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_4]
[junit4] 2> 871307 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 871309 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45356/solr ready
[junit4] 2> 871312 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871338 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 871340 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45356/solr ready
[junit4] 2> 871346 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871368 ERROR (qtp1339991992-3829) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_5]
[junit4] 2> 871384 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 871385 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45356/solr ready
[junit4] 2> 871390 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871398 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871398 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
[junit4] 2> 871448 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
[junit4] 2> 871478 INFO (qtp832944476-3824) [n:127.0.0.1:56293_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVn8XtPDigFaIGtXwwYEFDkjfDEAsE_MByoB-INHqU5iXKSLB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 871478 INFO (qtp832944476-3824) [n:127.0.0.1:56293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVn8XtPDigFaIGtXwwYEFDkjfDEAsE_MByoB-INHqU5iXKSLB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 871483 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871510 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[88455E6C1D83F875]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 871512 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[88455E6C1D83F875]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45356/solr ready
[junit4] 2> 871514 INFO (qtp1339991992-3827) [n:127.0.0.1:54323_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVn8XtPDigFaIGtXwwYEFDkjfDEAsE_MByoB-INHqU5iXKSLB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 871514 INFO (qtp1339991992-3827) [n:127.0.0.1:54323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVn8XtPDigFaIGtXwwYEFDkjfDEAsE_MByoB-INHqU5iXKSLB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 871540 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[88455E6C1D83F875]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 871543 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[88455E6C1D83F875]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45356/solr ready
[junit4] 2> 871547 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871548 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
[junit4] 2> 871600 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
[junit4] 2> 871609 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871611 INFO (qtp832944476-3838) [n:127.0.0.1:56293_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVn8XtRcigFaIGtYXAcEFFt7xLPb3wqFwqmH8vOCJjjI9Tm4B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 871612 INFO (qtp832944476-3838) [n:127.0.0.1:56293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVn8XtRcigFaIGtYXAcEFFt7xLPb3wqFwqmH8vOCJjjI9Tm4B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 871612 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
[junit4] 2> 871639 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
[junit4] 2> 871667 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[88455E6C1D83F875]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 871668 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[88455E6C1D83F875]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45356/solr ready
[junit4] 2> 871671 INFO (qtp1339991992-3822) [n:127.0.0.1:54323_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 871671 INFO (qtp1339991992-3822) [n:127.0.0.1:54323_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 871675 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1486033790368&s=NWFsu0G8/aG2sBUddOXf7gcbHQU="; Path=/; Domain=127.0.0.1; Expires=do, 02-feb-2017 11:09:50 GMT; HttpOnly". Invalid 'expires' attribute: do, 02-feb-2017 11:09:50 GMT
[junit4] 2> 871684 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
[junit4] 2> 871706 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
[junit4] 2> 871724 WARN (qtp832944476-3833) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar is trying to renew a token with wrong password
[junit4] 2> 871725 WARN (qtp832944476-3833) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
[junit4] 2> 871727 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[88455E6C1D83F875]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=do, 01-jan-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: do, 01-jan-1970 00:00:00 GMT
[junit4] 2> 871727 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenRenew -Dtests.seed=88455E6C1D83F875 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=nl-NL -Dtests.timezone=Asia/Khandyga -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.05s J1 | TestSolrCloudWithDelegationTokens.testDelegationTokenRenew <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<200> but was:<403>
[junit4] > at __randomizedtesting.SeedInfo.seed([88455E6C1D83F875:BFDEAA72254F25D1]:0)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.renewDelegationToken(TestSolrCloudWithDelegationTokens.java:131)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.verifyDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:316)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenRenew(TestSolrCloudWithDelegationTokens.java:333)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 871801 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
[junit4] 2> 871836 ERROR (qtp1339991992-3828) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_9]
[junit4] 2> 871839 ERROR (qtp832944476-3832) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_9]
[junit4] 2> 871854 ERROR (qtp1339991992-3825) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_10]
[junit4] 2> 871860 ERROR (qtp832944476-3835) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_10]
[junit4] 2> 871861 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
[junit4] 2> 871864 INFO (jetty-launcher-251-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@68243d0d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 871865 INFO (jetty-launcher-251-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4ebe28f2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 871872 INFO (jetty-launcher-251-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=376496542
[junit4] 2> 871872 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1729496854
[junit4] 2> 871891 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.c.Overseer Overseer (id=97386351066218501-127.0.0.1:54323_solr-n_0000000000) closing
[junit4] 2> 871891 INFO (OverseerStateUpdate-97386351066218501-127.0.0.1:54323_solr-n_0000000000) [n:127.0.0.1:54323_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54323_solr
[junit4] 2> 871898 WARN (zkCallback-261-thread-2-processing-n:127.0.0.1:54323_solr) [n:127.0.0.1:54323_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 871899 INFO (jetty-launcher-251-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 871899 ERROR (Thread[Thread-2518,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:54323_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 871916 INFO (jetty-launcher-251-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6ae72357{/solr,null,UNAVAILABLE}
[junit4] 2> 873396 WARN (zkCallback-262-thread-1-processing-n:127.0.0.1:56293_solr) [n:127.0.0.1:56293_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 873396 INFO (jetty-launcher-251-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 873397 ERROR (Thread[Thread-2516,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:56293_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 873399 INFO (jetty-launcher-251-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33cb2bbf{/solr,null,UNAVAILABLE}
[junit4] 2> 873400 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45356 45356
[junit4] 2> 873488 INFO (Thread-2499) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45356 45356
[junit4] 2> 873489 WARN (Thread-2499) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 873489 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_88455E6C1D83F875-001
[junit4] 2> Feb 02, 2017 1:09:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=601, maxMBSortInHeap=6.246916559178507, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=nl-NL, timezone=Asia/Khandyga
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=116251368,total=472383488
[junit4] 2> NOTE: All tests run in this JVM: [MoreLikeThisHandlerTest, DirectSolrConnectionTest, TestRequestForwarding, EchoParamsTest, RecoveryAfterSoftCommitTest, CachingDirectoryFactoryTest, HdfsRestartWhileUpdatingTest, TestNonDefinedSimilarityFactory, TestWordDelimiterFilterFactory, TestInfoStreamLogging, TestSuggestSpellingConverter, OpenCloseCoreStressTest, TestRecoveryHdfs, TestStressUserVersions, DistributedTermsComponentTest, TestSchemaSimilarityResource, TestQueryTypes, TestStressVersions, TestUseDocValuesAsStored, DistanceFunctionTest, TestXmlQParserPlugin, SmileWriterTest, SpellCheckComponentTest, TermVectorComponentTest, ZkControllerTest, DateMathParserTest, TestConfigSetsAPIExclusivity, TestJavabinTupleStreamParser, BasicFunctionalityTest, TestSolrCloudWithDelegationTokens]
[junit4] Completed [109/680 (1!)] on J1 in 4.73s, 8 tests, 1 failure <<< FAILURES!
[...truncated 1391 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/init-core-data-001
[junit4] 2> 5468089 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 5468090 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-001
[junit4] 2> 5468091 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5468091 INFO (Thread-94046) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5468091 INFO (Thread-94046) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5468191 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39358
[junit4] 2> 5468225 INFO (jetty-launcher-4740-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 5468227 INFO (jetty-launcher-4740-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 5468235 INFO (jetty-launcher-4740-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 5468236 INFO (jetty-launcher-4740-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 5468247 INFO (jetty-launcher-4740-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5672ec11{/solr,null,AVAILABLE}
[junit4] 2> 5468249 INFO (jetty-launcher-4740-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6291a231{SSL,[ssl, http/1.1]}{127.0.0.1:37660}
[junit4] 2> 5468249 INFO (jetty-launcher-4740-thread-2) [ ] o.e.j.s.Server Started @5472680ms
[junit4] 2> 5468249 INFO (jetty-launcher-4740-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37660}
[junit4] 2> 5468249 ERROR (jetty-launcher-4740-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5468249 INFO (jetty-launcher-4740-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 5468250 INFO (jetty-launcher-4740-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5468250 INFO (jetty-launcher-4740-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5468250 INFO (jetty-launcher-4740-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-02T02:26:26.947Z
[junit4] 2> 5468264 INFO (jetty-launcher-4740-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74cbb3c2{/solr,null,AVAILABLE}
[junit4] 2> 5468265 INFO (jetty-launcher-4740-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d2bc497{SSL,[ssl, http/1.1]}{127.0.0.1:40283}
[junit4] 2> 5468266 INFO (jetty-launcher-4740-thread-1) [ ] o.e.j.s.Server Started @5472696ms
[junit4] 2> 5468266 INFO (jetty-launcher-4740-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40283}
[junit4] 2> 5468266 ERROR (jetty-launcher-4740-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5468267 INFO (jetty-launcher-4740-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 5468267 INFO (jetty-launcher-4740-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5468267 INFO (jetty-launcher-4740-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5468267 INFO (jetty-launcher-4740-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-02T02:26:26.964Z
[junit4] 2> 5468285 INFO (jetty-launcher-4740-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7796e0af{/solr,null,AVAILABLE}
[junit4] 2> 5468300 INFO (jetty-launcher-4740-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c84471e{SSL,[ssl, http/1.1]}{127.0.0.1:60344}
[junit4] 2> 5468301 INFO (jetty-launcher-4740-thread-3) [ ] o.e.j.s.Server Started @5472731ms
[junit4] 2> 5468301 INFO (jetty-launcher-4740-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60344}
[junit4] 2> 5468301 ERROR (jetty-launcher-4740-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5468301 INFO (jetty-launcher-4740-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 5468301 INFO (jetty-launcher-4740-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5468301 INFO (jetty-launcher-4740-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5468301 INFO (jetty-launcher-4740-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-02T02:26:26.998Z
[junit4] 2> 5468302 INFO (jetty-launcher-4740-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5468303 INFO (jetty-launcher-4740-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@728711c1{/solr,null,AVAILABLE}
[junit4] 2> 5468305 INFO (jetty-launcher-4740-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b093a5d{SSL,[ssl, http/1.1]}{127.0.0.1:49446}
[junit4] 2> 5468305 INFO (jetty-launcher-4740-thread-4) [ ] o.e.j.s.Server Started @5472735ms
[junit4] 2> 5468305 INFO (jetty-launcher-4740-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49446}
[junit4] 2> 5468305 ERROR (jetty-launcher-4740-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5468305 INFO (jetty-launcher-4740-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 5468305 INFO (jetty-launcher-4740-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5468305 INFO (jetty-launcher-4740-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5468305 INFO (jetty-launcher-4740-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-02T02:26:27.002Z
[junit4] 2> 5468327 INFO (jetty-launcher-4740-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5468338 INFO (jetty-launcher-4740-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5468338 INFO (jetty-launcher-4740-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5468341 INFO (jetty-launcher-4740-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5468341 INFO (jetty-launcher-4740-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5468347 INFO (jetty-launcher-4740-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39358/solr
[junit4] 2> 5468350 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159fca4f7660004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 5468352 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159fca4f7660003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 5468359 INFO (jetty-launcher-4740-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39358/solr
[junit4] 2> 5468375 INFO (jetty-launcher-4740-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5468378 INFO (jetty-launcher-4740-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5468382 INFO (jetty-launcher-4740-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39358/solr
[junit4] 2> 5468383 INFO (jetty-launcher-4740-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39358/solr
[junit4] 2> 5468399 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159fca4f7660009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 5468497 INFO (jetty-launcher-4740-thread-1) [n:127.0.0.1:40283_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40283_solr
[junit4] 2> 5468498 INFO (jetty-launcher-4740-thread-4) [n:127.0.0.1:49446_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49446_solr
[junit4] 2> 5468505 INFO (jetty-launcher-4740-thread-3) [n:127.0.0.1:60344_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60344_solr
[junit4] 2> 5468507 INFO (jetty-launcher-4740-thread-2) [n:127.0.0.1:37660_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37660_solr
[junit4] 2> 5468510 INFO (zkCallback-4757-thread-1-processing-n:127.0.0.1:37660_solr) [n:127.0.0.1:37660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5468513 INFO (zkCallback-4757-thread-1-processing-n:127.0.0.1:37660_solr) [n:127.0.0.1:37660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 5468514 INFO (zkCallback-4761-thread-1-processing-n:127.0.0.1:60344_solr) [n:127.0.0.1:60344_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5468518 INFO (jetty-launcher-4740-thread-1) [n:127.0.0.1:40283_solr ] o.a.s.c.Overseer Overseer (id=97386652420669448-127.0.0.1:40283_solr-n_0000000000) starting
[junit4] 2> 5468541 INFO (zkCallback-4754-thread-1-processing-n:127.0.0.1:40283_solr) [n:127.0.0.1:40283_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 5468546 INFO (zkCallback-4761-thread-2-processing-n:127.0.0.1:60344_solr) [n:127.0.0.1:60344_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 5468558 INFO (zkCallback-4760-thread-1-processing-n:127.0.0.1:49446_solr) [n:127.0.0.1:49446_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 5468603 INFO (jetty-launcher-4740-thread-4) [n:127.0.0.1:49446_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-001/node4/.
[junit4] 2> 5468613 INFO (jetty-launcher-4740-thread-1) [n:127.0.0.1:40283_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40283_solr
[junit4] 2> 5468614 INFO (zkCallback-4761-thread-2-processing-n:127.0.0.1:60344_solr) [n:127.0.0.1:60344_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5468614 INFO (zkCallback-4760-thread-1-processing-n:127.0.0.1:49446_solr) [n:127.0.0.1:49446_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5468616 INFO (zkCallback-4757-thread-1-processing-n:127.0.0.1:37660_solr) [n:127.0.0.1:37660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5468617 INFO (zkCallback-4754-thread-1-processing-n:127.0.0.1:40283_solr) [n:127.0.0.1:40283_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5468701 INFO (jetty-launcher-4740-thread-3) [n:127.0.0.1:60344_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-001/node3/.
[junit4] 2> 5468763 INFO (jetty-launcher-4740-thread-2) [n:127.0.0.1:37660_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-001/node2/.
[junit4] 2> 5468764 INFO (jetty-launcher-4740-thread-1) [n:127.0.0.1:40283_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-001/node1/.
[junit4] 2> 5473176 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5473188 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39358/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 5473261 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 5473297 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5473303 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5473328 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_56627_hdfs____dm0pd0/webapp
[junit4] 2> 5473829 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56627
[junit4] 2> 5474078 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5474079 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5474093 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34337_datanode____.r9n6mb/webapp
[junit4] 2> 5474699 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34337
[junit4] 2> 5474920 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5474921 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5474955 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38307_datanode____z2mf6k/webapp
[junit4] 2> 5475151 INFO (IPC Server handler 2 on 60774) [ ] BlockStateChange BLOCK* processReport: from storage DS-98fd63cf-df2b-48e1-94b7-0c8382c816c1 node DatanodeRegistration(127.0.0.1:54188, datanodeUuid=89fc9cf5-efeb-44af-9a54-e121e6b4c0cf, infoPort=44835, infoSecurePort=0, ipcPort=38645, storageInfo=lv=-56;cid=testClusterID;nsid=1708197473;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 5475151 INFO (IPC Server handler 2 on 60774) [ ] BlockStateChange BLOCK* processReport: from storage DS-d6590495-fe58-4b96-818f-89682b27da70 node DatanodeRegistration(127.0.0.1:54188, datanodeUuid=89fc9cf5-efeb-44af-9a54-e121e6b4c0cf, infoPort=44835, infoSecurePort=0, ipcPort=38645, storageInfo=lv=-56;cid=testClusterID;nsid=1708197473;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 5475658 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88455E6C1D83F875]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38307
[junit4] 2> 5475895 INFO (IPC Server handler 8 on 60774) [ ] BlockStateChange BLOCK* processReport: from storage DS-60d53122-1bfb-406f-97c2-34dfa9d86505 node DatanodeRegistration(127.0.0.1:47621, datanodeUuid=9f12ba0d-a514-4ed9-b298-67197aeb555e, infoPort=38581, infoSecurePort=0, ipcPort=49339, storageInfo=lv=-56;cid=testClusterID;nsid=1708197473;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 5475895 INFO (IPC Server handler 8 on 60774) [ ] BlockStateChange BLOCK* processReport: from storage DS-4f45f5ab-3560-4abf-9628-c4b9e5354315 node DatanodeRegistration(127.0.0.1:47621, datanodeUuid=9f12ba0d-a514-4ed9-b298-67197aeb555e, infoPort=38581, infoSecurePort=0, ipcPort=49339, storageInfo=lv=-56;cid=testClusterID;nsid=1708197473;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 5476227 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[88455E6C1D83F875]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 5476228 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[88455E6C1D83F875]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5476319 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 5476322 INFO (OverseerStateUpdate-97386652420669448-127.0.0.1:40283_solr-n_0000000000) [n:127.0.0.1:40283_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 5477355 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 5477366 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 5477368 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5477370 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
[junit4] 2> 5477385 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60774/data
[junit4] 2> 5477385 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5477385 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-001/node1/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:60774/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-003/]
[junit4] 2> 5477386 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60774/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-003/snapshot_metadata
[junit4] 2> 5477400 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5477400 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5477422 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5477423 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60774/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-003
[junit4] 2> 5477484 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60774/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-003/index
[junit4] 2> 5477499 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5477499 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5477505 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5477629 INFO (IPC Server handler 6 on 60774) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54188 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4f45f5ab-3560-4abf-9628-c4b9e5354315:NORMAL:127.0.0.1:47621|RBW], ReplicaUC[[DISK]DS-d6590495-fe58-4b96-818f-89682b27da70:NORMAL:127.0.0.1:54188|FINALIZED]]} size 0
[junit4] 2> 5477631 INFO (IPC Server handler 8 on 60774) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47621 is added to blk_1073741825_1001 size 71
[junit4] 2> 5477678 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5477678 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5477678 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 5477722 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5477722 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5477756 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1562b386[halfcollection_shard1_replica1] main]
[junit4] 2> 5477757 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 5477759 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 5477760 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 5477760 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558186448867295232
[junit4] 2> 5477762 INFO (searcherExecutor-8924-thread-1-processing-n:127.0.0.1:40283_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@1562b386[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5477768 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5477769 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5477769 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40283/solr/halfcollection_shard1_replica1/
[junit4] 2> 5477769 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5477769 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:40283/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 5477774 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40283/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 5477926 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5477928 INFO (qtp466860945-111513) [n:127.0.0.1:40283_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=1609
[junit4] 2> 5478009 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
[junit4] 2> 5478014 INFO (OverseerStateUpdate-97386652420669448-127.0.0.1:40283_solr-n_0000000000) [n:127.0.0.1:40283_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 5479044 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 5479056 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 5479063 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5479065 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2
[junit4] 2> 5479066 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60774/data
[junit4] 2> 5479066 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5479066 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-001/node2/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:60774/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-004/]
[junit4] 2> 5479066 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60774/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-004/snapshot_metadata
[junit4] 2> 5479081 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5479081 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5479084 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5479085 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60774/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-004
[junit4] 2> 5479131 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60774/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88455E6C1D83F875-001/tempDir-004/index
[junit4] 2> 5479178 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5479180 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5479186 INFO (qtp888596288-111502) [n:127.0.0.1:37660_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5479270 INFO (IPC Server handler 8 on 60774) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47621 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d6590495-fe58-4b96-818f-89682b27da70:NORMAL:127.0.0.1:54188|RBW], ReplicaUC[[DISK]DS-4f45f5ab-3560-4abf-9628-c4b9e5354315:NORMAL:127.0.0.1:47621|RBW]]} size 0
[junit4] 2> 5479271 INFO (IPC Server handler 9 on 60774) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54188 is added to blk_1073741826_1002{UCSt
[...truncated too long message...]
icsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 5693135 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[88455E6C1D83F875]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_88455E6C1D83F875-001
[junit4] 2> Feb 02, 2017 2:30:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=BlockTreeOrds(blocksize=128), _version_=PostingsFormat(name=Asserting), a_t=Lucene50(blocksize=128), a_i=BlockTreeOrds(blocksize=128), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=227, maxMBSortInHeap=7.390462554530138, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=ar-SA, timezone=Indian/Antananarivo
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=201899616,total=532152320
[junit4] 2> NOTE: All tests run in this JVM: [ChangedSchemaMergeTest, RestartWhileUpdatingTest, TestPostingsSolrHighlighter, BlobRepositoryCloudTest, ClassificationUpdateProcessorFactoryTest, XmlUpdateRequestHandlerTest, HLLSerializationTest, DirectUpdateHandlerOptimizeTest, SpatialHeatmapFacetsTest, DirectUpdateHandlerTest, TestStressReorder, TestNumericTerms32, BinaryUpdateRequestHandlerTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestDistributedMissingSort, TestSmileRequest, LukeRequestHandlerTest, SolrTestCaseJ4Test, RequestHandlersTest, SaslZkACLProviderTest, DistributedQueryComponentCustomSortTest, TestShardHandlerFactory, TestTrackingShardHandlerFactory, MinimalSchemaTest, FieldAnalysisRequestHandlerTest, UtilsToolTest, ShowFileRequestHandlerTest, TestCloudPseudoReturnFields, TestAnalyzedSuggestions, CollectionsAPISolrJTest, BasicDistributedZk2Test, TestMergePolicyConfig, ResponseLogComponentTest, TestSchemaNameResource, TestDynamicLoading, TestRuleBasedAuthorizationPlugin, HdfsBasicDistributedZk2Test, TestCustomSort, SolrPluginUtilsTest, TestMiniSolrCloudCluster, TimeZoneUtilsTest, TestRTimerTree, TestTrieFacet, LeaderFailoverAfterPartitionTest, PrimUtilsTest, SimpleFacetsTest, OverseerModifyCollectionTest, TermVectorComponentDistributedTest, TestStressLiveNodes, TestZkChroot, TestMaxScoreQueryParser, TestJsonFacetRefinement, TestClassicSimilarityFactory, PingRequestHandlerTest, MetricUtilsTest, UnloadDistributedZkTest, TestHighFrequencyDictionaryFactory, SortSpecParsingTest, TestSolrDeletionPolicy1, SuggesterTest, TestShortCircuitedRequests, TestReload, TestRestoreCore, BadComponentTest, DocValuesMultiTest, TestClusterStateMutator, TestGeoJSONResponseWriter, TestCollectionAPI, DistribCursorPagingTest, TestSolrQueryResponse, CoreAdminRequestStatusTest, SolrMetricsIntegrationTest, AssignTest, ConnectionManagerTest, TestDistributedStatsComponentCardinality, TestHdfsBackupRestoreCore, UUIDUpdateProcessorFallbackTest, TestBlendedInfixSuggestions, TestSolrQueryParser, TestBinaryResponseWriter, FacetPivotSmallTest, TestExtendedDismaxParser, AddBlockUpdateTest, TestPushWriter, TestWriterPerf, DataDrivenBlockJoinTest, FullSolrCloudDistribCmdsTest, TestSolrCloudWithKerberosAlt, TestConfigSetsAPIZkFailure, TestManagedSynonymFilterFactory, TestReloadDeadlock, CoreAdminHandlerTest, TestLeaderInitiatedRecoveryThread, TestUnifiedSolrHighlighter, CircularListTest, TestSolrFieldCacheMBean, SpatialRPTFieldTypeTest, PKIAuthenticationIntegrationTest, SharedFSAutoReplicaFailoverUtilsTest, RequestLoggingTest, TestLMJelinekMercerSimilarityFactory, TestSchemaManager, OutOfBoxZkACLAndCredentialsProvidersTest, LeaderElectionTest, PrimitiveFieldTypeTest, NoCacheHeaderTest, GraphQueryTest, TestFieldCacheVsDocValues, BasicDistributedZkTest, SyncSliceTest, OverseerTest, ShardRoutingTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, ZkCLITest, TestDistributedSearch, AutoCommitTest, TestRecovery, TestHashPartitioner, HardAutoCommitTest, StatsComponentTest, BadIndexSchemaTest, TestSort, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, SolrIndexSplitterTest, SimplePostToolTest, SpellCheckCollatorTest, SolrRequestParserTest, TestStressLucene, SpatialFilterTest, PolyFieldTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestSurroundQueryParser, DirectSolrSpellCheckerTest, TestOmitPositions, PathHierarchyTokenizerFactoryTest, IndexSchemaTest, JSONWriterTest, MBeansHandlerTest, TestPartialUpdateDeduplication, TestComponentsName, TestLFUCache, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, ForceLeaderTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, RemoteQueryErrorTest, ShardSplitTest, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudRecovery, TestClusterProperties, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestLockTree, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestRebalanceLeaders, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSizeLimitedDistributedMap, TlogReplayBufferedWhileIndexingTest, HdfsNNFailoverTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [528/680 (3!)] on J2 in 57.03s, 1 test, 1 failure <<< FAILURES!
[...truncated 62897 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 13 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/13/
11 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=3557 sum(shards)=3559 cloudClient=3559
Stack Trace:
java.lang.AssertionError: document count mismatch. control=3557 sum(shards)=3559 cloudClient=3559
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F:7C9B4EBEFC367EA7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:228)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=14359, name=Thread-9612, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=14359, name=Thread-9612, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:51874/o_/a/collection1
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F]:0)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:644)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:51874/o_/a/collection1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:642)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 5 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at http://127.0.0.1:44324/solr: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44324/solr: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F:676F2642DCC2588E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:669)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at http://127.0.0.1:38889/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38889/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F:1809DCD0A956AEBB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:283)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection
Error Message:
Collection creation after a bad delete failed null Last available state: null
Stack Trace:
java.lang.AssertionError: Collection creation after a bad delete failed
null
Last available state: null
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F:13E8615945A96CA6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:418)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Could not find collection : reloaded_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : reloaded_collection
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F:F5765D5A8745BCC0]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:588)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:529)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F:381F4CD89244E864]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics(SolrIndexMetricsTest.java:66)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:50126/k/z
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:50126/k/z
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F:7C9B4EBEFC367EA7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F:BCBA05D054F93CCA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F:D9B13E3EA5EEA953]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F4CF716452CA135F:7C9B4EBEFC367EA7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11469 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/init-core-data-001
[junit4] 2> 225560 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 225561 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-001
[junit4] 2> 225561 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 225561 INFO (Thread-327) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 225561 INFO (Thread-327) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 225661 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40150
[junit4] 2> 225668 INFO (jetty-launcher-175-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 225668 INFO (jetty-launcher-175-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 225669 INFO (jetty-launcher-175-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 225671 INFO (jetty-launcher-175-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 225674 INFO (jetty-launcher-175-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4caf793d{/solr,null,AVAILABLE}
[junit4] 2> 225677 INFO (jetty-launcher-175-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5526fade{HTTP/1.1,[http/1.1]}{127.0.0.1:45812}
[junit4] 2> 225677 INFO (jetty-launcher-175-thread-3) [ ] o.e.j.s.Server Started @229920ms
[junit4] 2> 225677 INFO (jetty-launcher-175-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45812}
[junit4] 2> 225677 INFO (jetty-launcher-175-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c4d3007{/solr,null,AVAILABLE}
[junit4] 2> 225677 ERROR (jetty-launcher-175-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-31T12:22:42.847Z
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b35018a{HTTP/1.1,[http/1.1]}{127.0.0.1:38889}
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-4) [ ] o.e.j.s.Server Started @229921ms
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38889}
[junit4] 2> 225678 ERROR (jetty-launcher-175-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 225678 INFO (jetty-launcher-175-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-31T12:22:42.847Z
[junit4] 2> 225680 INFO (jetty-launcher-175-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27612127{/solr,null,AVAILABLE}
[junit4] 2> 225681 INFO (jetty-launcher-175-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7969e869{HTTP/1.1,[http/1.1]}{127.0.0.1:58174}
[junit4] 2> 225681 INFO (jetty-launcher-175-thread-1) [ ] o.e.j.s.Server Started @229923ms
[junit4] 2> 225681 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58174}
[junit4] 2> 225681 ERROR (jetty-launcher-175-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 225681 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 225681 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 225681 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 225681 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-31T12:22:42.850Z
[junit4] 2> 225684 INFO (jetty-launcher-175-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e1092d4{/solr,null,AVAILABLE}
[junit4] 2> 225685 INFO (jetty-launcher-175-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60d31b16{HTTP/1.1,[http/1.1]}{127.0.0.1:44324}
[junit4] 2> 225685 INFO (jetty-launcher-175-thread-2) [ ] o.e.j.s.Server Started @229928ms
[junit4] 2> 225686 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44324}
[junit4] 2> 225686 ERROR (jetty-launcher-175-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 225686 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 225686 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 225686 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 225686 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-31T12:22:42.855Z
[junit4] 2> 225688 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 225690 INFO (jetty-launcher-175-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 225695 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 225698 INFO (jetty-launcher-175-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 225704 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 225705 INFO (jetty-launcher-175-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40150/solr
[junit4] 2> 225711 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 225713 INFO (jetty-launcher-175-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40150/solr
[junit4] 2> 225721 INFO (jetty-launcher-175-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 225729 INFO (jetty-launcher-175-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 225732 INFO (jetty-launcher-175-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40150/solr
[junit4] 2> 225740 INFO (jetty-launcher-175-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40150/solr
[junit4] 2> 225768 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159f47a252b000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 225798 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44324_solr
[junit4] 2> 225799 INFO (jetty-launcher-175-thread-4) [n:127.0.0.1:38889_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38889_solr
[junit4] 2> 225800 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:58174_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58174_solr
[junit4] 2> 225801 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:44324_solr ] o.a.s.c.Overseer Overseer (id=97377672411938825-127.0.0.1:44324_solr-n_0000000000) starting
[junit4] 2> 225803 INFO (zkCallback-195-thread-1-processing-n:127.0.0.1:38889_solr) [n:127.0.0.1:38889_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 225807 INFO (zkCallback-189-thread-1-processing-n:127.0.0.1:58174_solr) [n:127.0.0.1:58174_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 225810 INFO (zkCallback-193-thread-1-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 225814 INFO (zkCallback-189-thread-1-processing-n:127.0.0.1:58174_solr) [n:127.0.0.1:58174_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 225814 INFO (zkCallback-195-thread-1-processing-n:127.0.0.1:38889_solr) [n:127.0.0.1:38889_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 225814 INFO (zkCallback-193-thread-1-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 225816 INFO (zkCallback-198-thread-1-processing-n:127.0.0.1:45812_solr) [n:127.0.0.1:45812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 225819 INFO (jetty-launcher-175-thread-3) [n:127.0.0.1:45812_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45812_solr
[junit4] 2> 225821 INFO (zkCallback-189-thread-1-processing-n:127.0.0.1:58174_solr) [n:127.0.0.1:58174_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 225821 INFO (zkCallback-193-thread-1-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 225821 INFO (zkCallback-195-thread-1-processing-n:127.0.0.1:38889_solr) [n:127.0.0.1:38889_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 225830 INFO (zkCallback-198-thread-2-processing-n:127.0.0.1:45812_solr) [n:127.0.0.1:45812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 225842 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:44324_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44324_solr
[junit4] 2> 225844 INFO (zkCallback-189-thread-1-processing-n:127.0.0.1:58174_solr) [n:127.0.0.1:58174_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 225844 INFO (zkCallback-193-thread-1-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 225844 INFO (zkCallback-195-thread-1-processing-n:127.0.0.1:38889_solr) [n:127.0.0.1:38889_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 225844 INFO (zkCallback-198-thread-2-processing-n:127.0.0.1:45812_solr) [n:127.0.0.1:45812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 225876 INFO (jetty-launcher-175-thread-4) [n:127.0.0.1:38889_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-001/node4/.
[junit4] 2> 225883 INFO (jetty-launcher-175-thread-1) [n:127.0.0.1:58174_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-001/node1/.
[junit4] 2> 225898 INFO (jetty-launcher-175-thread-3) [n:127.0.0.1:45812_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-001/node3/.
[junit4] 2> 225914 INFO (jetty-launcher-175-thread-2) [n:127.0.0.1:44324_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-001/node2/.
[junit4] 2> 226056 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 226057 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40150/solr ready
[junit4] 2> 226648 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 227301 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 227501 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 227527 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 227596 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 227644 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_57538_hdfs____cbmb6q/webapp
[junit4] 2> 228409 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57538
[junit4] 2> 229571 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 229586 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 229607 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55241_datanode____4vegvq/webapp
[junit4] 2> 230071 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55241
[junit4] 2> 230622 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 230624 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 230642 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40907_datanode____.9j347p/webapp
[junit4] 2> 231151 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F4CF716452CA135F]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40907
[junit4] 2> 232451 INFO (IPC Server handler 7 on 45695) [ ] BlockStateChange BLOCK* processReport: from storage DS-7fa2522f-994a-4bcc-87e6-e4103be4192a node DatanodeRegistration(127.0.0.1:60180, datanodeUuid=47dd32df-a43f-4492-a163-06b1d309c584, infoPort=40962, infoSecurePort=0, ipcPort=34815, storageInfo=lv=-56;cid=testClusterID;nsid=1067658324;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 232452 INFO (IPC Server handler 7 on 45695) [ ] BlockStateChange BLOCK* processReport: from storage DS-98e0d3eb-eeda-46c4-80e2-187dde34948c node DatanodeRegistration(127.0.0.1:60180, datanodeUuid=47dd32df-a43f-4492-a163-06b1d309c584, infoPort=40962, infoSecurePort=0, ipcPort=34815, storageInfo=lv=-56;cid=testClusterID;nsid=1067658324;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 232459 INFO (IPC Server handler 8 on 45695) [ ] BlockStateChange BLOCK* processReport: from storage DS-727d9710-8f5d-45f9-8284-a3b50c2c9351 node DatanodeRegistration(127.0.0.1:39937, datanodeUuid=a606a4b4-de1d-4a68-88f5-c15728b8cdbe, infoPort=33410, infoSecurePort=0, ipcPort=35711, storageInfo=lv=-56;cid=testClusterID;nsid=1067658324;c=0), blocks: 0, hasStaleStorage: true, processing time: 12 msecs
[junit4] 2> 232460 INFO (IPC Server handler 8 on 45695) [ ] BlockStateChange BLOCK* processReport: from storage DS-fe65c904-82f4-4c6c-95ff-1c30ee3b3fc0 node DatanodeRegistration(127.0.0.1:39937, datanodeUuid=a606a4b4-de1d-4a68-88f5-c15728b8cdbe, infoPort=33410, infoSecurePort=0, ipcPort=35711, storageInfo=lv=-56;cid=testClusterID;nsid=1067658324;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 232604 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[F4CF716452CA135F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 232606 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[F4CF716452CA135F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 232616 INFO (qtp414766740-1194) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 232629 INFO (OverseerThreadFactory-643-thread-1-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 232630 ERROR (OverseerThreadFactory-643-thread-1-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:124)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 232666 INFO (qtp414766740-1194) [n:127.0.0.1:44324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=49
[junit4] 2> 232669 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testZeroNumShards-seed#[F4CF716452CA135F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 232750 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[F4CF716452CA135F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoCollectionSpecified
[junit4] 2> 232755 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[F4CF716452CA135F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 232762 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-003&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2
[junit4] 2> 232765 INFO (OverseerStateUpdate-97377672411938825-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 232808 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 232841 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.IndexSchema [corewithnocollection] Schema name=minimal
[junit4] 2> 232844 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 232854 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection' using configuration from collection corewithnocollection
[junit4] 2> 232884 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45695/data
[junit4] 2> 232884 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 232884 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrCore [[corewithnocollection] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-001/node2/corewithnocollection], dataDir=[hdfs://localhost:45695/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-003/]
[junit4] 2> 232885 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45695/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-003/snapshot_metadata
[junit4] 2> 232949 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 232949 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 232949 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 234640 INFO (OverseerCollectionConfigSetProcessor-97377672411938825-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 235498 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 235509 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45695/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-003
[junit4] 2> 235659 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45695/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-003/index
[junit4] 2> 235703 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 235711 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 235711 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 235762 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 236727 INFO (IPC Server handler 5 on 45695) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39937 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7fa2522f-994a-4bcc-87e6-e4103be4192a:NORMAL:127.0.0.1:60180|RBW], ReplicaUC[[DISK]DS-727d9710-8f5d-45f9-8284-a3b50c2c9351:NORMAL:127.0.0.1:39937|RBW]]} size 71
[junit4] 2> 236728 INFO (IPC Server handler 3 on 45695) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60180 is added to blk_1073741825_1001 size 71
[junit4] 2> 237182 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 237182 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 237182 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 237258 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 237258 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 237406 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ef745e6[corewithnocollection] main]
[junit4] 2> 237407 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 237408 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 237410 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 237410 INFO (searcherExecutor-652-thread-1-processing-n:127.0.0.1:44324_solr x:corewithnocollection c:corewithnocollection) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrCore [corewithnocollection] Registered new searcher Searcher@3ef745e6[corewithnocollection] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 237410 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558042771014549504
[junit4] 2> 237422 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 237422 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 237422 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44324/solr/corewithnocollection/
[junit4] 2> 237422 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 237422 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy http://127.0.0.1:44324/solr/corewithnocollection/ has no replicas
[junit4] 2> 237435 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44324/solr/corewithnocollection/ shard1
[junit4] 2> 237586 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 237591 INFO (qtp414766740-1195) [n:127.0.0.1:44324_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-003&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2} status=0 QTime=4831
[junit4] 2> 237602 INFO (qtp414766740-1198) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-003&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2
[junit4] 2> 237605 INFO (OverseerStateUpdate-97377672411938825-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 238626 INFO (qtp414766740-1198) [n:127.0.0.1:44324_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 238648 INFO (qtp414766740-1198) [n:127.0.0.1:44324_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.IndexSchema [corewithnocollection2] Schema name=minimal
[junit4] 2> 238651 INFO (qtp414766740-1198) [n:127.0.0.1:44324_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 238652 INFO (qtp414766740-1198) [n:127.0.0.1:44324_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection2' using configuration from collection corewithnocollection2
[junit4] 2> 238653 INFO (qtp414766740-1198) [n:127.0.0.1:44324_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45695/data
[junit4] 2> 238653 INFO (qtp414766740-1198) [n:127.0.0.1:44324_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 238653 INFO (qtp414766740-1198) [n:127.0.0.1:44324_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrCore [[corewithnocollection2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-001/node2/corewithnocollection2], dataDir=[hdfs://localhost:45695/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F4CF716452CA135F-001/tempDir-003/]
[junit4] 2> 238653 INFO (qtp414766740-1198) [n:127.0.0.1:44324_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs:/
[...truncated too long message...]
n.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 6204899 INFO (SUITE-StressHdfsTest-seed#[F4CF716452CA135F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_F4CF716452CA135F-001
[junit4] 2> Jan 31, 2017 2:02:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=de-GR, timezone=America/Campo_Grande
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=185192456,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [TestGeoJSONResponseWriter, TestClusterStateMutator, TestSolrQueryParser, TestHdfsBackupRestoreCore, TestSolrQueryParserResource, TestConfigSetsAPIZkFailure, LukeRequestHandlerTest, CurrencyFieldXmlFileTest, BadIndexSchemaTest, HdfsRecoverLeaseTest, TestSubQueryTransformerCrossCore, NoCacheHeaderTest, SolrCloudExampleTest, TestGraphTermsQParserPlugin, ClassificationUpdateProcessorFactoryTest, HdfsDirectoryFactoryTest, HdfsUnloadDistributedZkTest, PrimitiveFieldTypeTest, TestManagedSchema, TestDistributedMissingSort, TestSmileRequest, TlogReplayBufferedWhileIndexingTest, SpatialHeatmapFacetsTest, SuggesterTSTTest, TestOnReconnectListenerSupport, PrimUtilsTest, TestDistributedStatsComponentCardinality, StatsReloadRaceTest, EnumFieldTest, SimpleFacetsTest, MetricsHandlerTest, CdcrBootstrapTest, RemoteQueryErrorTest, OverseerTest, FacetPivotSmallTest, TestExactStatsCache, TestFieldCacheVsDocValues, OverseerTaskQueueTest, TestSolrDeletionPolicy1, FullSolrCloudDistribCmdsTest, TestDefaultStatsCache, RequestLoggingTest, SaslZkACLProviderTest, TestInitParams, TestReversedWildcardFilterFactory, TermVectorComponentDistributedTest, StatsComponentTest, ShowFileRequestHandlerTest, TimeZoneUtilsTest, TestHdfsCloudBackupRestore, TestLMJelinekMercerSimilarityFactory, DirectUpdateHandlerOptimizeTest, TestFieldCacheSanityChecker, TestPostingsSolrHighlighter, TestPerFieldSimilarityClassic, SolrCoreCheckLockOnStartupTest, TestCustomSort, SolrMetricsIntegrationTest, CdcrRequestHandlerTest, TestSchemaNameResource, DeleteInactiveReplicaTest, TestRequestStatusCollectionAPI, TestStressReorder, TestManagedSynonymFilterFactory, CircularListTest, CoreSorterTest, ForceLeaderTest, CollectionStateFormat2Test, SolrCoreMetricManagerTest, ResponseLogComponentTest, TestTolerantSearch, SharedFSAutoReplicaFailoverUtilsTest, SolrPluginUtilsTest, LeaderInitiatedRecoveryOnShardRestartTest, SOLR749Test, TestUtils, DistributedQueueTest, TestCloudPseudoReturnFields, RequestHandlersTest, ParsingFieldUpdateProcessorsTest, TestOverriddenPrefixQueryForCustomFieldType, MetricUtilsTest, HdfsChaosMonkeySafeLeaderTest, TestIndexingPerformance, TestRuleBasedAuthorizationPlugin, TestBinaryResponseWriter, CoreAdminRequestStatusTest, TestShardHandlerFactory, ChangedSchemaMergeTest, AutoCommitTest, UpdateParamsTest, DistribCursorPagingTest, TestConfig, CoreAdminHandlerTest, QueryParsingTest, TestGroupingSearch, TestSchemaManager, TestSolrXml, DebugComponentTest, TestMacros, OutOfBoxZkACLAndCredentialsProvidersTest, TestOrdValues, TestXIncludeConfig, OpenExchangeRatesOrgProviderTest, CleanupOldIndexTest, TestAnalyzedSuggestions, OverseerModifyCollectionTest, LeaderElectionTest, DirectUpdateHandlerTest, TestTrieFacet, TestDFRSimilarityFactory, CollectionsAPIDistributedZkTest, ShardRoutingTest, RecoveryZkTest, ClusterStateUpdateTest, TestZkChroot, TestRecovery, TestHashPartitioner, TestJoin, TestStressVersions, TestCoreContainer, TestSolr4Spatial, QueryElevationComponentTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, SoftAutoCommitTest, TestTrie, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, IndexBasedSpellCheckerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, TestOmitPositions, TermsComponentTest, TermVectorComponentTest, FastVectorHighlighterTest, TestJmxIntegration, JSONWriterTest, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, TestComponentsName, TestLFUCache, DistributedIntervalFacetingTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPISolrJTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, RollingRestartTest, TestStressLiveNodes, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, StressHdfsTest]
[junit4] Completed [570/680 (6!)] on J2 in 364.86s, 1 test, 1 error <<< FAILURES!
[...truncated 62769 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 12 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/12/
5 tests failed.
FAILED: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail
Error Message:
expected:<200> but was:<404>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
at __randomizedtesting.SeedInfo.seed([A0E8744EFFF6D47:62B1B26E3F657FAB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:141)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56559/hxrd/n
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56559/hxrd/n
at __randomizedtesting.SeedInfo.seed([A0E8744EFFF6D47:825AB89E410300BF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([A0E8744EFFF6D47:427BF3F0E9CC42D2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([A0E8744EFFF6D47:2770C81E18DBD74B]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([A0E8744EFFF6D47:825AB89E410300BF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11638 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/init-core-data-001
[junit4] 2> 398193 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 398194 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /hxrd/n
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 398258 WARN (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 398281 WARN (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 398290 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 398305 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_35924_hdfs____lpannn/webapp
[junit4] 2> 398808 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35924
[junit4] 2> 399106 WARN (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 399108 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 399139 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37011_datanode____.aiz9nx/webapp
[junit4] 2> 399648 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37011
[junit4] 2> 399751 WARN (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 399753 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 399764 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_54687_datanode____.kjm63n/webapp
[junit4] 2> 399972 INFO (IPC Server handler 3 on 53768) [ ] BlockStateChange BLOCK* processReport: from storage DS-37af2ab2-15f1-4ef0-8be4-8e15ae82d1ec node DatanodeRegistration(127.0.0.1:55868, datanodeUuid=10ba36c6-6a0b-48b2-afc8-e493d0faa827, infoPort=36093, infoSecurePort=0, ipcPort=52332, storageInfo=lv=-56;cid=testClusterID;nsid=981443627;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 399972 INFO (IPC Server handler 3 on 53768) [ ] BlockStateChange BLOCK* processReport: from storage DS-ade8b739-3634-4c56-ac7e-3497e91376fd node DatanodeRegistration(127.0.0.1:55868, datanodeUuid=10ba36c6-6a0b-48b2-afc8-e493d0faa827, infoPort=36093, infoSecurePort=0, ipcPort=52332, storageInfo=lv=-56;cid=testClusterID;nsid=981443627;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 400320 INFO (SUITE-StressHdfsTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54687
[junit4] 2> 400530 INFO (IPC Server handler 5 on 53768) [ ] BlockStateChange BLOCK* processReport: from storage DS-7235ed24-4ffd-40df-8cb1-1e535ed57769 node DatanodeRegistration(127.0.0.1:47812, datanodeUuid=a2beb79f-fcad-4615-b702-bec9f295e2c2, infoPort=53422, infoSecurePort=0, ipcPort=33645, storageInfo=lv=-56;cid=testClusterID;nsid=981443627;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 400531 INFO (IPC Server handler 5 on 53768) [ ] BlockStateChange BLOCK* processReport: from storage DS-eed78961-aa96-4d45-8524-7527356b674c node DatanodeRegistration(127.0.0.1:47812, datanodeUuid=a2beb79f-fcad-4615-b702-bec9f295e2c2, infoPort=53422, infoSecurePort=0, ipcPort=33645, storageInfo=lv=-56;cid=testClusterID;nsid=981443627;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 400801 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 400801 INFO (Thread-1289) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 400801 INFO (Thread-1289) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 400901 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.ZkTestServer start zk server on port:39242
[junit4] 2> 400934 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 400937 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 400939 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 400943 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 400946 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 400948 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 400950 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 400952 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 400954 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 400956 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 400957 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 401077 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/control-001/cores/collection1
[junit4] 2> 401080 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 401082 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b263886{/hxrd/n,null,AVAILABLE}
[junit4] 2> 401082 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53ce0af7{HTTP/1.1,[http/1.1]}{127.0.0.1:60648}
[junit4] 2> 401082 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.Server Started @405663ms
[junit4] 2> 401082 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:53768/hdfs__localhost_53768__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.4_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001_tempDir-002_control_data, hostContext=/hxrd/n, hostPort=60648, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/control-001/cores}
[junit4] 2> 401082 ERROR (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 401082 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 401083 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 401083 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 401083 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T12:40:07.179Z
[junit4] 2> 401106 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 401106 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/control-001/solr.xml
[junit4] 2> 401115 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 401119 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39242/solr
[junit4] 2> 401163 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60648_hxrd%2Fn
[junit4] 2> 401164 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.Overseer Overseer (id=97372078532198404-127.0.0.1:60648_hxrd%2Fn-n_0000000000) starting
[junit4] 2> 401209 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60648_hxrd%2Fn
[junit4] 2> 401211 INFO (zkCallback-603-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 401269 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/control-001/cores
[junit4] 2> 401269 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 401291 INFO (OverseerStateUpdate-97372078532198404-127.0.0.1:60648_hxrd%2Fn-n_0000000000) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 401309 WARN (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 401309 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 401323 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 401450 WARN (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 401452 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 401467 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 401467 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53768/solr_hdfs_home
[junit4] 2> 401467 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 401467 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/control-001/cores/collection1], dataDir=[hdfs://localhost:53768/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 401468 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7457cbf0
[junit4] 2> 401468 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53768/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 401479 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 401479 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 401493 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 401497 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53768/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 401537 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53768/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 401550 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 401550 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 401558 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 401558 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@76be21d7
[junit4] 2> 401623 INFO (IPC Server handler 1 on 53768) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55868 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7235ed24-4ffd-40df-8cb1-1e535ed57769:NORMAL:127.0.0.1:47812|RBW], ReplicaUC[[DISK]DS-ade8b739-3634-4c56-ac7e-3497e91376fd:NORMAL:127.0.0.1:55868|RBW]]} size 0
[junit4] 2> 401628 INFO (IPC Server handler 2 on 53768) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47812 is added to blk_1073741825_1001 size 71
[junit4] 2> 401638 WARN (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 401652 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 401652 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 401653 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 401663 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 401663 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 401665 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=62.7314453125, floorSegmentMB=1.439453125, forceMergeDeletesPctAllowed=17.068978968937238, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 401679 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3265f5d6[collection1] main]
[junit4] 2> 401680 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 401681 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 401681 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 401684 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn x:collection1 c:control_collection) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3265f5d6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 401687 INFO (coreLoadExecutor-1996-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557953257441067008
[junit4] 2> 401696 INFO (coreZkRegister-1989-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn x:collection1 c:control_collection) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 401696 INFO (coreZkRegister-1989-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn x:collection1 c:control_collection) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 401696 INFO (coreZkRegister-1989-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn x:collection1 c:control_collection) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60648/hxrd/n/collection1/
[junit4] 2> 401696 INFO (coreZkRegister-1989-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn x:collection1 c:control_collection) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 401696 INFO (coreZkRegister-1989-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn x:collection1 c:control_collection) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60648/hxrd/n/collection1/ has no replicas
[junit4] 2> 401701 INFO (coreZkRegister-1989-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn x:collection1 c:control_collection) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60648/hxrd/n/collection1/ shard1
[junit4] 2> 401715 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 401717 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39242/solr ready
[junit4] 2> 401717 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 401822 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-1-001/cores/collection1
[junit4] 2> 401823 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-1-001
[junit4] 2> 401824 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 401826 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@145eaef6{/hxrd/n,null,AVAILABLE}
[junit4] 2> 401826 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40979a9e{HTTP/1.1,[http/1.1]}{127.0.0.1:34638}
[junit4] 2> 401826 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.Server Started @406407ms
[junit4] 2> 401827 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:53768/hdfs__localhost_53768__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.4_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/hxrd/n, hostPort=34638, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-1-001/cores}
[junit4] 2> 401827 ERROR (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 401827 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 401827 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 401827 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 401827 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T12:40:07.923Z
[junit4] 2> 401843 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 401844 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-1-001/solr.xml
[junit4] 2> 401851 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 401851 INFO (coreZkRegister-1989-thread-1-processing-n:127.0.0.1:60648_hxrd%2Fn x:collection1 c:control_collection) [n:127.0.0.1:60648_hxrd%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 401852 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39242/solr
[junit4] 2> 401870 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:34638_hxrd%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 401877 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:34638_hxrd%2Fn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34638_hxrd%2Fn
[junit4] 2> 401879 INFO (zkCallback-607-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 401879 INFO (zkCallback-603-thread-3-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 401882 INFO (zkCallback-612-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 401966 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:34638_hxrd%2Fn ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-1-001/cores
[junit4] 2> 401966 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:34638_hxrd%2Fn ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 401977 INFO (OverseerStateUpdate-97372078532198404-127.0.0.1:60648_hxrd%2Fn-n_0000000000) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 403012 WARN (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 403013 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 403028 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 403114 WARN (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 403116 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 403143 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 403147 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53768/solr_hdfs_home
[junit4] 2> 403147 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 403147 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:53768/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 403148 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7457cbf0
[junit4] 2> 403148 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53768/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 403157 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 403157 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 403163 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 403170 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53768/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 403196 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53768/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 403203 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 403203 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 403209 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 403209 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@659afca2
[junit4] 2> 403247 INFO (IPC Server handler 9 on 53768) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47812 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-37af2ab2-15f1-4ef0-8be4-8e15ae82d1ec:NORMAL:127.0.0.1:55868|RBW], ReplicaUC[[DISK]DS-eed78961-aa96-4d45-8524-7527356b674c:NORMAL:127.0.0.1:47812|FINALIZED]]} size 0
[junit4] 2> 403252 INFO (IPC Server handler 0 on 53768) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55868 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-37af2ab2-15f1-4ef0-8be4-8e15ae82d1ec:NORMAL:127.0.0.1:55868|RBW], ReplicaUC[[DISK]DS-eed78961-aa96-4d45-8524-7527356b674c:NORMAL:127.0.0.1:47812|FINALIZED]]} size 0
[junit4] 2> 403262 WARN (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 403282 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 403282 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 403282 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 403294 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 403294 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 403296 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=62.7314453125, floorSegmentMB=1.439453125, forceMergeDeletesPctAllowed=17.068978968937238, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 403310 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24e3b0f3[collection1] main]
[junit4] 2> 403312 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 403313 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 403314 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 403315 INFO (searcherExecutor-2008-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn x:collection1 c:collection1) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@24e3b0f3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 403319 INFO (coreLoadExecutor-2007-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557953259152343040
[junit4] 2> 403330 INFO (coreZkRegister-2002-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn x:collection1 c:collection1) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 403330 INFO (coreZkRegister-2002-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn x:collection1 c:collection1) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 403330 INFO (coreZkRegister-2002-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn x:collection1 c:collection1) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34638/hxrd/n/collection1/
[junit4] 2> 403330 INFO (coreZkRegister-2002-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn x:collection1 c:collection1) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 403330 INFO (coreZkRegister-2002-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn x:collection1 c:collection1) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:34638/hxrd/n/collection1/ has no replicas
[junit4] 2> 403336 INFO (coreZkRegister-2002-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn x:collection1 c:collection1) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34638/hxrd/n/collection1/ shard1
[junit4] 2> 403487 INFO (coreZkRegister-2002-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn x:collection1 c:collection1) [n:127.0.0.1:34638_hxrd%2Fn c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 403848 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-2-001/cores/collection1
[junit4] 2> 403849 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-2-001
[junit4] 2> 403852 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 403856 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a18f153{/hxrd/n,null,AVAILABLE}
[junit4] 2> 403856 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25102e01{HTTP/1.1,[http/1.1]}{127.0.0.1:56372}
[junit4] 2> 403856 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.Server Started @408437ms
[junit4] 2> 403856 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:53768/hdfs__localhost_53768__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.4_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/hxrd/n, hostPort=56372, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-2-001/cores}
[junit4] 2> 403857 ERROR (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 403857 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.1
[junit4] 2> 403857 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 403857 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 403857 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-30T12:40:09.953Z
[junit4] 2> 403871 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 403871 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-2-001/solr.xml
[junit4] 2> 403879 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 403880 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39242/solr
[junit4] 2> 403905 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:56372_hxrd%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 403910 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:56372_hxrd%2Fn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56372_hxrd%2Fn
[junit4] 2> 403911 INFO (zkCallback-612-thread-1-processing-n:127.0.0.1:34638_hxrd%2Fn) [n:127.0.0.1:34638_hxrd%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 403911 INFO (zkCallback-607-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 403911 INFO (zkCallback-603-thread-2-processing-n:127.0.0.1:60648_hxrd%2Fn) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 403919 INFO (zkCallback-618-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 403971 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:56372_hxrd%2Fn ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-2-001/cores
[junit4] 2> 403971 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [n:127.0.0.1:56372_hxrd%2Fn ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 403973 INFO (OverseerStateUpdate-97372078532198404-127.0.0.1:60648_hxrd%2Fn-n_0000000000) [n:127.0.0.1:60648_hxrd%2Fn ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 405008 WARN (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 405009 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 405046 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 405226 WARN (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 405232 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 405251 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 405251 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53768/solr_hdfs_home
[junit4] 2> 405251 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 405251 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:53768/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 405252 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7457cbf0
[junit4] 2> 405252 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53768/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 405270 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 405270 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 405289 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 405291 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53768/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 405327 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53768/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 405342 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 405342 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 405352 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 405353 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2799e7d9
[junit4] 2> 405419 INFO (IPC Server handler 0 on 53768) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55868 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eed78961-aa96-4d45-8524-7527356b674c:NORMAL:127.0.0.1:47812|RBW], ReplicaUC[[DISK]DS-ade8b739-3634-4c56-ac7e-3497e91376fd:NORMAL:127.0.0.1:55868|FINALIZED]]} size 0
[junit4] 2> 405420 INFO (IPC Server handler 1 on 53768) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47812 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ade8b739-3634-4c56-ac7e-3497e91376fd:NORMAL:127.0.0.1:55868|FINALIZED], ReplicaUC[[DISK]DS-7235ed24-4ffd-40df-8cb1-1e535ed57769:NORMAL:127.0.0.1:47812|FINALIZED]]} size 0
[junit4] 2> 405447 WARN (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 405507 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 405507 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 405507 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 405530 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 405530 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 405541 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=62.7314453125, floorSegmentMB=1.439453125, forceMergeDeletesPctAllowed=17.068978968937238, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 405553 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6bb1b04f[collection1] main]
[junit4] 2> 405555 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 405556 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 405556 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 405557 INFO (searcherExecutor-2019-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn x:collection1 c:collection1) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6bb1b04f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 405560 INFO (coreLoadExecutor-2018-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557953261502201856
[junit4] 2> 405567 INFO (coreZkRegister-2013-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn x:collection1 c:collection1) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 405567 INFO (updateExecutor-615-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 405568 INFO (recoveryExecutor-616-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 405568 INFO (recoveryExecutor-616-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 405568 INFO (recoveryExecutor-616-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 405568 INFO (recoveryExecutor-616-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 405568 INFO (recoveryExecutor-616-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:34638/hxrd/n/collection1/] and I am [http://127.0.0.1:56372/hxrd/n/collection1/]
[junit4] 2> 405573 INFO (recoveryExecutor-616-thread-1-processing-n:127.0.0.1:56372_hxrd%2Fn x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:56372_hxrd%2Fn c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:34638/hxrd/n]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:56372_hxrd%252Fn&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 405578 INFO (qtp651329718-4038) [n:127.0.0.1:34638_hxrd%2Fn ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 405579 INFO (qtp651329718-4038) [n:127.0.0.1:34638_hxrd%2Fn ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 405579 INFO (qtp651329718-4038) [n:127.0.0.1:34638_hxrd%2Fn ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:56372_hxrd%2Fn, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:56372/hxrd/n","node_name":"127.0.0.1:56372_hxrd%2Fn","state":"down"}
[junit4] 2> 405842 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-3-001/cores/collection1
[junit4] 2> 405842 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_A0E8744EFFF6D47-001/shard-3-001
[junit4] 2> 405843 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 405845 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF6D47]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e20948{/hxrd/n,null,AVAILABLE}
[junit4] 2> 405845 INFO (TEST-StressHdfsTest.test-seed#[A0E8744EFFF
[...truncated too long message...]
P-343209663-10.41.0.5-1485783234236 (Datanode Uuid 53d90e62-9743-48f7-8f14-fdff29bf4a6e) service to localhost/127.0.0.1:35017 interrupted
[junit4] 2> 3796982 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A0E8744EFFF6D47-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A0E8744EFFF6D47-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:35017) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-343209663-10.41.0.5-1485783234236 (Datanode Uuid 53d90e62-9743-48f7-8f14-fdff29bf4a6e) service to localhost/127.0.0.1:35017
[junit4] 2> 3796993 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3797095 ERROR (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 3797098 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35546 35546
[junit4] 2> 3797098 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[A0E8744EFFF6D47]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_A0E8744EFFF6D47-001
[junit4] 2> Jan 30, 2017 1:36:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=2039, maxMBSortInHeap=6.307144546824459, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=en-MT, timezone=PNT
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=240792504,total=516423680
[junit4] 2> NOTE: All tests run in this JVM: [MigrateRouteKeyTest, DistributedVersionInfoTest, SuggestComponentContextFilterQueryTest, OutputWriterTest, TestReplicationHandler, TestSha256AuthenticationProvider, TestReplicaProperties, SolrMetricManagerTest, SimpleCollectionCreateDeleteTest, TestLRUStatsCache, ReplaceNodeTest, TestChildDocTransformer, TestCloudSchemaless, TestJoin, JavabinLoaderTest, AnalyticsMergeStrategyTest, XsltUpdateRequestHandlerTest, SyncSliceTest, CdcrReplicationDistributedZkTest, NumericFieldsTest, DirectoryFactoryTest, TestHashQParserPlugin, TestStressRecovery, TestRestManager, RequiredFieldsTest, CollectionTooManyReplicasTest, HighlighterConfigTest, JSONWriterTest, SecurityConfHandlerTest, TestManagedSchemaAPI, HdfsWriteToMultipleCollectionsTest, DistributedQueryElevationComponentTest, RegexBoostProcessorTest, CoreMergeIndexesAdminHandlerTest, AsyncCallRequestStatusResponseTest, ShardSplitTest, TestSizeLimitedDistributedMap, DistributedDebugComponentTest, TestRealTimeGet, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [460/680 (4!)] on J0 in 178.69s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 63116 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 11 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/11/
11 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([518B4140D8B7C849]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([518B4140D8B7C849]:0)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable
Error Message:
Timeout while trying to assert replication errors
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert replication errors
at __randomizedtesting.SeedInfo.seed([9B8ED506CFB059E2:7D1A8F75C4EF34CA]:0)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable(CdcrReplicationDistributedZkTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable(CdcrReplicationDistributedZkTest.java:132)
... 41 more
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([9B8ED506CFB059E2:13DAEADC614C341A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Could not find collection : addReplicaColl
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : addReplicaColl
at __randomizedtesting.SeedInfo.seed([9B8ED506CFB059E2:82E822041B81233]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:666)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Error from server at https://127.0.0.1:60012/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:60012/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([9B8ED506CFB059E2:B10EB9E3786A792A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:155)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test
Error Message:
Stack Trace:
java.lang.NullPointerException
at org.apache.solr.cloud.RecoveryZkTest.stopThreads(RecoveryZkTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:965)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56424
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56424
at __randomizedtesting.SeedInfo.seed([9B8ED506CFB059E2:13DAEADC614C341A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([9B8ED506CFB059E2:B6F09A5C3894E3EE]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"4", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"4",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([9B8ED506CFB059E2:D3FBA1B2C9837677]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9B8ED506CFB059E2:13DAEADC614C341A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1855 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> ??? 28, 2017 8:53:25 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=4618, name=TEST-TestFuzzyQuery.testRandom-seed#[518B4140D8B7C849], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=4617, name=SUITE-TestFuzzyQuery-seed#[518B4140D8B7C849], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 4) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=518B4140D8B7C849 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=el-CY -Dtests.timezone=America/Dawson_Creek -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 7200s J2 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([518B4140D8B7C849]:0)
[junit4] 2> ??? 28, 2017 8:53:25 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> ??? 28, 2017 8:53:45 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=4618, name=TEST-TestFuzzyQuery.testRandom-seed#[518B4140D8B7C849], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:317)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> ??? 28, 2017 8:53:45 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=4618, name=TEST-TestFuzzyQuery.testRandom-seed#[518B4140D8B7C849], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> ??? 28, 2017 8:53:48 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=4618, name=TEST-TestFuzzyQuery.testRandom-seed#[518B4140D8B7C849], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=crazy): {field=IB LL-D3(800.0)}, locale=el-CY, timezone=America/Dawson_Creek
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=113831840,total=466092032
[junit4] 2> NOTE: All tests run in this JVM: [FiniteStringsIteratorTest, TestRollingBuffer, TestDocsAndPositions, TestIntroSelector, TestOrdinalMap, TestMergedIterator, TestFileSwitchDirectory, TestLucene62SegmentInfoFormat, TestPrefixInBooleanQuery, TestDocIdSetBuilder, TestBooleanScorer, TestSegmentTermDocs, TestCollectionUtil, TestTermRangeQuery, TestTermVectorsWriter, TestLevenshteinAutomata, TestDocValuesRewriteMethod, TestLongBitSet, TestExceedMaxTermLength, TestSpanNotQuery, TestByteArrayDataInput, TestIndexWriterDeleteByQuery, TestSynonymQuery, TestStopFilter, TestAtomicUpdate, TestMultiPhraseQuery, TestCachingTokenFilter, TestScorerPerf, TestGeoUtils, TestPositionIncrement, TestTermdocPerf, TestCrash, TestFilterDirectoryReader, TestSpanSearchEquivalence, TestGraphTokenStreamFiniteStrings, TestDisjunctionMaxQuery, TestStressDeletes, TestSloppyPhraseQuery2, TestWeakIdentityMap, TestLucene50StoredFieldsFormatHighCompression, TestAllFilesCheckIndexHeader, TestSameTokenSamePosition, TestSpanMultiTermQueryWrapper, TestCodecs, Test2BPostings, TestSearcherManager, TestDocument, TestStressIndexing, TestForUtil, TestSmallFloat, TestBlockPostingsFormat, TestOfflineSorter, TestAxiomaticSimilarity, TestNumericRangeQuery32, TestNamedSPILoader, TestSortedNumericSortField, TestIndexWriterMaxDocs, TestBinaryDocValuesUpdates, TestParallelTermEnum, TestSetOnce, TestRoaringDocIdSet, TestBufferedIndexInput, TestPositiveScoresOnlyCollector, TestByteBlockPool, TestDirectoryReaderReopen, TestMatchAllDocsQuery, TestAutomatonQueryUnicode, TestHugeRamFile, TestSparseFixedBitDocIdSet, TestDirectPacked, TestBytesRefHash, TestShardSearching, TestMultiCollector, TestSimilarity2, TestIndexWriter, TestIndexWriterReader, TestIndexWriterMerging, TestFSTs, TestBytesStore, TestIndexWriterWithThreads, TestGraphTokenizers, TestAddIndexes, TestSloppyPhraseQuery, TestIndexWriterMergePolicy, TestNRTThreads, TestTopDocsMerge, TestMinimize, TestRollingUpdates, TestIndexWriterForceMerge, TestLockFactory, TestPhraseQuery, TestSegmentReader, TestIndexWriterNRTIsCurrent, TestMultiDocValues, TestBooleanMinShouldMatch, TestDeterminizeLexicon, TestSpans, TestPostingsOffsets, TestMixedCodecs, TestTransactionRollback, TestFlex, TestUTF32ToUTF8, TestSpanExplanations, TestStressIndexing2, TestRAMDirectory, TestDeterminism, TestBagOfPostings, TestCharTermAttributeImpl, TestParallelLeafReader, TestStressNRT, TestForceMergeForever, TestMultiFields, TestDocumentsWriterDeleteQueue, TestCrashCausesCorruptIndex, TestMultiTermConstantScore, TestLiveFieldValues, TestForTooMuchCloning, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=518B4140D8B7C849 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=el-CY -Dtests.timezone=America/Dawson_Creek -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/lucene/build/core/test/J2/temp/lucene.search.TestFuzzyQuery_518B4140D8B7C849-001
[junit4] ERROR 0.00s J2 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([518B4140D8B7C849]:0)
[junit4] Completed [447/447 (1!)] on J2 in 7223.14s, 11 tests, 2 errors <<< FAILURES!
[...truncated 10022 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_9B8ED506CFB059E2-001/init-core-data-001
[junit4] 2> 1137270 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1137270 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1137351 WARN (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1137364 WARN (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1137366 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1137398 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50937_hdfs____.kkk29g/webapp
[junit4] 2> 1137772 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50937
[junit4] 2> 1137845 WARN (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1137846 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1137859 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49549_datanode____.fayoqs/webapp
[junit4] 2> 1138304 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49549
[junit4] 2> 1138338 WARN (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1138340 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1138354 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59914_datanode____e36g2n/webapp
[junit4] 2> 1138410 INFO (IPC Server handler 4 on 55460) [ ] BlockStateChange BLOCK* processReport: from storage DS-83691328-42c8-4318-90f3-4c596986d576 node DatanodeRegistration(127.0.0.1:49954, datanodeUuid=570ba604-59ce-4667-b87b-b2ed8d19c8b3, infoPort=52306, infoSecurePort=0, ipcPort=52271, storageInfo=lv=-56;cid=testClusterID;nsid=1035144314;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1138410 INFO (IPC Server handler 4 on 55460) [ ] BlockStateChange BLOCK* processReport: from storage DS-d4bb09b7-c4e2-40a5-b35f-7c81149d909f node DatanodeRegistration(127.0.0.1:49954, datanodeUuid=570ba604-59ce-4667-b87b-b2ed8d19c8b3, infoPort=52306, infoSecurePort=0, ipcPort=52271, storageInfo=lv=-56;cid=testClusterID;nsid=1035144314;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1138779 INFO (SUITE-StressHdfsTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59914
[junit4] 2> 1138901 INFO (IPC Server handler 3 on 55460) [ ] BlockStateChange BLOCK* processReport: from storage DS-dc638e94-1349-4541-83e4-38cb0774f6d5 node DatanodeRegistration(127.0.0.1:60332, datanodeUuid=646f166b-658c-4061-90f4-40f995442b9a, infoPort=52723, infoSecurePort=0, ipcPort=40149, storageInfo=lv=-56;cid=testClusterID;nsid=1035144314;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1138901 INFO (IPC Server handler 3 on 55460) [ ] BlockStateChange BLOCK* processReport: from storage DS-05f716d6-2a19-42c4-a599-a91d426e279f node DatanodeRegistration(127.0.0.1:60332, datanodeUuid=646f166b-658c-4061-90f4-40f995442b9a, infoPort=52723, infoSecurePort=0, ipcPort=40149, storageInfo=lv=-56;cid=testClusterID;nsid=1035144314;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1138977 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1138978 INFO (Thread-5923) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1138978 INFO (Thread-5923) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1139078 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.ZkTestServer start zk server on port:60145
[junit4] 2> 1139104 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1139106 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1139108 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1139109 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1139111 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1139112 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1139113 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1139114 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1139116 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1139117 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1139118 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1139230 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_9B8ED506CFB059E2-001/control-001/cores/collection1
[junit4] 2> 1139245 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1139249 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64f47425{/,null,AVAILABLE}
[junit4] 2> 1139250 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6dc29485{HTTP/1.1,[http/1.1]}{127.0.0.1:56424}
[junit4] 2> 1139250 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.e.j.s.Server Started @1144037ms
[junit4] 2> 1139250 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:55460/hdfs__localhost_55460__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.4_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_9B8ED506CFB059E2-001_tempDir-002_control_data, hostContext=/, hostPort=56424, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_9B8ED506CFB059E2-001/control-001/cores}
[junit4] 2> 1139250 ERROR (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1139250 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.1
[junit4] 2> 1139250 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1139250 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1139250 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-29T06:28:25.784Z
[junit4] 2> 1139260 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1139260 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_9B8ED506CFB059E2-001/control-001/solr.xml
[junit4] 2> 1139276 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1139278 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60145/solr
[junit4] 2> 1139321 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [n:127.0.0.1:56424_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56424_
[junit4] 2> 1139322 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [n:127.0.0.1:56424_ ] o.a.s.c.Overseer Overseer (id=97364954678099972-127.0.0.1:56424_-n_0000000000) starting
[junit4] 2> 1139347 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [n:127.0.0.1:56424_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56424_
[junit4] 2> 1139349 INFO (zkCallback-687-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1139476 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [n:127.0.0.1:56424_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_9B8ED506CFB059E2-001/control-001/cores
[junit4] 2> 1139476 INFO (TEST-StressHdfsTest.test-seed#[9B8ED506CFB059E2]) [n:127.0.0.1:56424_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1139486 INFO (OverseerStateUpdate-97364954678099972-127.0.0.1:56424_-n_0000000000) [n:127.0.0.1:56424_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1140498 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.1
[junit4] 2> 1140512 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1140604 WARN (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1140606 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1140621 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1140621 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:55460/solr_hdfs_home
[junit4] 2> 1140621 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1140621 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_9B8ED506CFB059E2-001/control-001/cores/collection1], dataDir=[hdfs://localhost:55460/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 1140621 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54568b86
[junit4] 2> 1140622 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55460/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1140630 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1140630 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1140630 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1140645 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1140646 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55460/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 1140663 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:55460/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 1140669 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1140669 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1140669 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1140709 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1140709 INFO (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=1.7734375, floorSegmentMB=0.376953125, forceMergeDeletesPctAllowed=7.507950179971623, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1140724 INFO (IPC Server handler 6 on 55460) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60332 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-83691328-42c8-4318-90f3-4c596986d576:NORMAL:127.0.0.1:49954|RBW], ReplicaUC[[DISK]DS-05f716d6-2a19-42c4-a599-a91d426e279f:NORMAL:127.0.0.1:60332|FINALIZED]]} size 0
[junit4] 2> 1140725 INFO (IPC Server handler 7 on 55460) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-83691328-42c8-4318-90f3-4c596986d576:NORMAL:127.0.0.1:49954|RBW], ReplicaUC[[DISK]DS-05f716d6-2a19-42c4-a599-a91d426e279f:NORMAL:127.0.0.1:60332|FINALIZED]]} size 0
[junit4] 2> 1140736 WARN (coreLoadExecutor-1873-thread-1-processing-n:127.0.0.1:56424_) [n:127.0.0.1:56424_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,
[...truncated too long message...]
ics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.teardownClass(HdfsRecoveryZkTest.java:51)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 6568894 INFO (SUITE-HdfsRecoveryZkTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59177 59177
[junit4] 2> 6568895 INFO (SUITE-HdfsRecoveryZkTest-seed#[9B8ED506CFB059E2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_9B8ED506CFB059E2-001
[junit4] 2> Jan 29, 2017 7:58:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=pt, timezone=Asia/Ulaanbaatar
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=393697600,total=505937920
[junit4] 2> NOTE: All tests run in this JVM: [PolyFieldTest, UniqFieldsUpdateProcessorFactoryTest, TestFunctionQuery, CollectionTooManyReplicasTest, ZkStateReaderTest, TestSubQueryTransformerDistrib, DateFieldTest, TestHashQParserPlugin, TestJsonFacets, TestSolrDeletionPolicy2, TestCryptoKeys, PathHierarchyTokenizerFactoryTest, DistributedFacetPivotSmallTest, TriLevelCompositeIdRoutingTest, TestReplicationHandler, DistributedSpellCheckComponentTest, DistributedQueryComponentOptimizationTest, TestIntervalFaceting, TestStandardQParsers, DistributedQueryElevationComponentTest, PeerSyncReplicationTest, TestHighlightDedupGrouping, TestCorePropertiesReload, NumericFieldsTest, CdcrReplicationDistributedZkTest, DisMaxRequestHandlerTest, ConjunctionSolrSpellCheckerTest, OutputWriterTest, CurrencyFieldOpenExchangeTest, LeaderFailureAfterFreshStartTest, FastVectorHighlighterTest, RuleEngineTest, TestDistributedSearch, TestComponentsName, TestPHPSerializedResponseWriter, QueryElevationComponentTest, MBeansHandlerTest, TestSolrCloudSnapshots, SignatureUpdateProcessorFactoryTest, TestReplicaProperties, BadCopyFieldTest, DocExpirationUpdateProcessorFactoryTest, DistribDocExpirationUpdateProcessorTest, TestXmlQParser, TestChildDocTransformer, PeerSyncWithIndexFingerprintCachingTest, TestFileDictionaryLookup, LeaderElectionIntegrationTest, TestSolrCoreProperties, TestValueSourceCache, TestManagedSchemaAPI, ResourceLoaderTest, TestFoldingMultitermQuery, CursorPagingTest, TestFaceting, PeerSyncTest, ZkNodePropsTest, AddSchemaFieldsUpdateProcessorFactoryTest, SolrGangliaReporterTest, TestBadConfig, DirectoryFactoryTest, TestTolerantUpdateProcessorCloud, ReplaceNodeTest, CloudMLTQParserTest, TestCloudSchemaless, ClassificationUpdateProcessorIntegrationTest, TestSolrConfigHandler, TestStressLucene, TestDocSet, TestSolr4Spatial, HighlighterConfigTest, TestSchemaResource, DistanceUnitsTest, SolrMetricManagerTest, TestLocalFSCloudBackupRestore, OverriddenZkACLAndCredentialsProvidersTest, TestDynamicFieldResource, TestEmbeddedSolrServerConstructors, TestJmxIntegration, TestIBSimilarityFactory, HttpPartitionTest, TestFastLRUCache, TestScoreJoinQPNoScore, TestSearcherReuse, TestFieldCacheWithThreads, TestCopyFieldCollectionResource, FileBasedSpellCheckerTest, TestSolrCloudWithSecureImpersonation, TestSizeLimitedDistributedMap, TestExpandComponent, ClusterStateTest, DefaultValueUpdateProcessorTest, TestRandomFaceting, BlockJoinFacetRandomTest, BlockCacheTest, ReplicaListTransformerTest, HdfsThreadLeakTest, CloudExitableDirectoryReaderTest, CoreMergeIndexesAdminHandlerTest, SuggestComponentContextFilterQueryTest, JSONWriterTest, ManagedSchemaRoundRobinCloudTest, TestRemoteStreaming, TestSSLRandomization, TestBinaryResponseWriter, TestDownShardTolerantSearch, SolrRequestParserTest, DocumentAnalysisRequestHandlerTest, TestSQLHandler, TestJoin, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, MultiThreadedOCPTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, ShardSplitTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLockTree, TestMiniSolrCloudCluster, TestRandomFlRTGCloud, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest]
[junit4] Completed [533/680 (6!)] on J0 in 75.56s, 1 test, 1 error <<< FAILURES!
[...truncated 62865 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 10 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/10/
12 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([7FC9412F185C6C35]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexSorting
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([7FC9412F185C6C35]:0)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
expected:<3> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<3> but was:<0>
at __randomizedtesting.SeedInfo.seed([22A44D2D62EA209E:6AD1399964D90F0B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:516)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:42785/collection2, http://127.0.0.1:60370/collection2]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:42785/collection2, http://127.0.0.1:60370/collection2]
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:414)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:193)
at org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:167)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:676)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60370/collection2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 </title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /collection2/select. Reason:
<pre> java.lang.OutOfMemoryError: GC overhead limit exceeded</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
... 51 more
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([22A44D2D62EA209E:FC2E23505948426D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:41540/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:41540/collection1
at __randomizedtesting.SeedInfo.seed([22A44D2D62EA209E:AAF072F7CC164D66]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1529)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:183)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 48 more
FAILED: org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([22A44D2D62EA209E:DA7AD8C51A86F1CD]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:821)
at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:64)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='6.4.1'])
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">2</int></lst><lst name="segments"><lst name="_2"><str name="name">_2</str><int name="delCount">9</int><long name="sizeInBytes">1454</long><int name="size">9</int><date name="age">2017-01-27T20:52:25.512Z</date><str name="source">merge</str><str name="version">6.4.1</str><bool name="mergeCandidate">true</bool></lst><lst name="_3"><str name="name">_3</str><int name="delCount">1</int><long name="sizeInBytes">1339</long><int name="size">5</int><date name="age">2017-01-27T20:52:25.553Z</date><str name="source">flush</str><str name="version">6.4.1</str><bool name="mergeCandidate">true</bool></lst><lst name="_4"><str name="name">_4</str><int name="delCount">0</int><long name="sizeInBytes">1272</long><int name="size">5</int><date name="age">2017-01-27T20:52:25.572Z</date><str name="source">flush</str><str name="version">6.4.1</str></lst></lst>
</response>
request was:qt=/admin/segments&wt=xml
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:814)
... 40 more
FAILED: org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosData
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([22A44D2D62EA209E:5E0D6F76D4029701]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:821)
at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosData(SegmentsInfoRequestHandlerTest.java:71)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=10=sum(//lst[@name='segments']/lst/int[@name='size'])
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">3</int></lst><lst name="segments"><lst name="_9"><str name="name">_9</str><int name="delCount">5</int><long name="sizeInBytes">1454</long><int name="size">9</int><date name="age">2017-01-27T20:52:25.645Z</date><str name="source">merge</str><str name="version">6.4.1</str><bool name="mergeCandidate">true</bool></lst><lst name="_8"><str name="name">_8</str><int name="delCount">0</int><long name="sizeInBytes">1272</long><int name="size">5</int><date name="age">2017-01-27T20:52:25.651Z</date><str name="source">flush</str><str name="version">6.4.1</str><bool name="mergeCandidate">true</bool></lst></lst>
</response>
request was:qt=/admin/segments&wt=xml
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:814)
... 40 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 7 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 7 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([22A44D2D62EA209E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([22A44D2D62EA209E:6AD1399964D90F0B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([22A44D2D62EA209E:FDA027795CE9A92]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([22A44D2D62EA209E:AAF072F7CC164D66]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1863 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> ينا 28, 2017 2:10:33 ص com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexSorting
[junit4] 2> 1) Thread[id=8800, name=TEST-TestIndexSorting.testRandom3-seed#[7FC9412F185C6C35], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.store.MockIndexInputWrapper.seek(MockIndexInputWrapper.java:128)
[junit4] 2> at org.apache.lucene.store.IndexInput$1.readShort(IndexInput.java:137)
[junit4] 2> at org.apache.lucene.util.packed.DirectReader$DirectPackedReader12.get(DirectReader.java:166)
[junit4] 2> at org.apache.lucene.util.packed.DirectMonotonicReader$2.get(DirectMonotonicReader.java:116)
[junit4] 2> at org.apache.lucene.util.LongValues.get(LongValues.java:45)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$8.setDocument(Lucene54DocValuesProducer.java:862)
[junit4] 2> at org.apache.lucene.index.DocValues$6.get(DocValues.java:189)
[junit4] 2> at org.apache.lucene.index.MultiSorter$7.compare(MultiSorter.java:319)
[junit4] 2> at org.apache.lucene.index.MultiSorter$1.lessThan(MultiSorter.java:54)
[junit4] 2> at org.apache.lucene.index.MultiSorter$1.lessThan(MultiSorter.java:50)
[junit4] 2> at org.apache.lucene.util.PriorityQueue.downHeap(PriorityQueue.java:279)
[junit4] 2> at org.apache.lucene.util.PriorityQueue.updateTop(PriorityQueue.java:211)
[junit4] 2> at org.apache.lucene.index.MultiSorter.sort(MultiSorter.java:92)
[junit4] 2> at org.apache.lucene.index.MergeState.buildDocMaps(MergeState.java:194)
[junit4] 2> at org.apache.lucene.index.MergeState.<init>(MergeState.java:146)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.<init>(SegmentMerger.java:57)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4332)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3920)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2071)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4984)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5022)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5013)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1578)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1320)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2233)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2) Thread[id=8799, name=SUITE-TestIndexSorting-seed#[7FC9412F185C6C35], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=7FC9412F185C6C35 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-BH -Dtests.timezone=Asia/Brunei -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7177s J0 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([7FC9412F185C6C35]:0)
[junit4] 2> ينا 28, 2017 2:10:33 ص com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> ينا 28, 2017 2:10:53 ص com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexSorting:
[junit4] 2> 1) Thread[id=8800, name=TEST-TestIndexSorting.testRandom3-seed#[7FC9412F185C6C35], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.store.MockIndexInputWrapper.seek(MockIndexInputWrapper.java:128)
[junit4] 2> at org.apache.lucene.store.IndexInput$1.readLong(IndexInput.java:149)
[junit4] 2> at org.apache.lucene.util.packed.DirectReader$DirectPackedReader64.get(DirectReader.java:343)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:501)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$8.valueAt(Lucene54DocValuesProducer.java:868)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$4$1.setNext(DocValuesConsumer.java:567)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$4$1.hasNext(DocValuesConsumer.java:545)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesConsumer.addNumericField(Lucene54DocValuesConsumer.java:243)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesConsumer.addSortedNumericField(Lucene54DocValuesConsumer.java:603)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedNumericField(DocValuesConsumer.java:470)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:243)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4343)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3920)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2071)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4984)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5022)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5013)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1578)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1320)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2233)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> ينا 28, 2017 2:10:53 ص com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=8800, name=TEST-TestIndexSorting.testRandom3-seed#[7FC9412F185C6C35], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/lucene/build/core/test/J0/temp/lucene.index.TestIndexSorting_7FC9412F185C6C35-001
[junit4] 2> Jan 27, 2017 6:10:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=crazy): {id=ClassicSimilarity}, locale=ar-BH, timezone=Asia/Brunei
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=152990816,total=532152320
[junit4] 2> NOTE: All tests run in this JVM: [TestSimpleExplanationsWithFillerDocs, TestMergeRateLimiter, TestNoDeletionPolicy, Test2BSortedDocValuesFixedSorted, TestExitableDirectoryReader, TestPerSegmentDeletes, TestBasics, TestConsistentFieldNumbers, TestNotDocIdSet, TestCachingCollector, TestCustomNorms, TestWordlistLoader, TestIntroSorter, TestForceMergeForever, TestMaxTermFrequency, TestSortedSetSelector, TestBagOfPositions, TestIndexCommit, TestMultiLevelSkipList, Test2BPositions, TestStressAdvance, TestLucene50CompoundFormat, TestIndexWriterUnicode, TestMSBRadixSorter, TestParallelReaderEmptyIndex, TestDocValuesScoring, TestNoMergeScheduler, TestSegmentMerger, TestTwoPhaseCommitTool, TestSearchForDuplicates, TestLucene50TermVectorsFormat, TestFieldType, TestIndexFileDeleter, TestFieldMaskingSpanQuery, TestRegExp, FuzzyTermOnShortTermsTest, TestComplexExplanationsOfNonMatches, TestManyFields, TestSparseFixedBitSet, TestAddIndexes, TestDemoParallelLeafReader, TestNumericRangeQuery64, TestStressIndexing2, TestPerFieldPostingsFormat2, TestStandardAnalyzer, TestIndexWriterExceptions2, TestMutableValues, TestCodecHoldsOpenFiles, TestDateTools, TestIndexWriter, TestSpanExplanationsOfNonMatches, TestDocIdsWriter, TestMinimize, TestDoubleValuesSource, TestCharArrayMap, TestConjunctions, TestDocValues, TestFuzzyQuery, TestBM25Similarity, TestAllFilesDetectTruncation, TestParallelCompositeReader, Test2BDocs, Test2BNumericDocValues, TestPointValues, TestLiveFieldValues, TestDocumentWriter, TestIndexInput, TestFieldValueQuery, TestMultiPhraseEnum, Test2BBinaryDocValues, TestMixedCodecs, TestLucene54DocValuesFormat, TestNearSpansOrdered, TestPhrasePrefixQuery, TestIndexWriterConfig, TestUniqueTermCount, TestIndexWriterReader, TestFSTs, TestBytesStore, TestIndexWriterWithThreads, TestNumericRangeQuery32, TestIndexWriterExceptions, TestNRTThreads, TestTopDocsMerge, TestLongPostings, TestRollingUpdates, TestSnapshotDeletionPolicy, TestTieredMergePolicy, TestLevenshteinAutomata, TestByteSlices, TestBufferedIndexInput, TestWeakIdentityMap, TestSimpleExplanations, TestLockFactory, TestFixedBitSet, TestFieldCacheRewriteMethod, TestTransactions, TestCrash, TestSegmentTermDocs, TestSort, TestToken, TestFieldsReader, TestCustomSearcherSort, TestSimilarityBase, TestBooleanMinShouldMatch, TestTermsEnum2, TestIndexWriterOnDiskFull, TestTermVectorsWriter, TestCharTermAttributeImpl, TestOmitPositions, TestParallelLeafReader, TestThreadedForceMerge, TestStressNRT, TestSloppyPhraseQuery2, TestForTooMuchCloning, TestDoc, TestExternalCodecs, TestTermVectorsReader, TestMultiValuedNumericRangeQuery, TestIntBlockPool, TestPrefixInBooleanQuery, TestSegmentTermEnum, TestBooleanQuery, TestUnicodeUtil, TestPrefixCodedTerms, TestAutomatonQuery, TestDocument, TestFileSwitchDirectory, TestSentinelIntSet, TestPayloadsOnVectors, TestCompiledAutomaton, TestConstantScoreQuery, TestMatchAllDocsQuery, TestPrefixQuery, TestDelegatingAnalyzerWrapper, TestForUtil, TestLucene50StoredFieldsFormat, TestLucene60FieldInfoFormat, TestLucene60PointsFormat, TestPolygon, Test2BSortedDocValuesOrds, TestAllFilesHaveChecksumFooter, TestDocIDMerger, TestIndexReaderClose, TestIndexSorting]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.seed=7FC9412F185C6C35 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-BH -Dtests.timezone=Asia/Brunei -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestIndexSorting (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([7FC9412F185C6C35]:0)
[junit4] Completed [447/447 (1!)] on J0 in 7220.12s, 23 tests, 2 errors <<< FAILURES!
[...truncated 9617 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_22A44D2D62EA209E-001/init-core-data-001
[junit4] 2> 52982 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[22A44D2D62EA209E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 52982 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[22A44D2D62EA209E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 52987 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 52993 INFO (Thread-66) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 52993 INFO (Thread-66) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 53093 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.ZkTestServer start zk server on port:58692
[junit4] 2> 53123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 53126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 53128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 53130 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 53131 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 53133 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 53134 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 53136 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 53137 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[22A44D2D62EA209E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 53139 INFO (TEST-FullSolrCloudDistribCmdsTest.tes
[...truncated too long message...]
tricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 5390784 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[22A44D2D62EA209E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35998 35998
[junit4] 2> 5390785 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[22A44D2D62EA209E]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_22A44D2D62EA209E-001
[junit4] 2> Jan 27, 2017 9:53:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1918, maxMBSortInHeap=7.482482734776918, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=lt, timezone=Etc/GMT-8
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=219698176,total=515899392
[junit4] 2> NOTE: All tests run in this JVM: [PluginInfoTest, OutOfBoxZkACLAndCredentialsProvidersTest, BlockJoinFacetDistribTest, TestReload, FullSolrCloudDistribCmdsTest, HdfsSyncSliceTest, TestDefaultStatsCache, TestReversedWildcardFilterFactory, SpatialRPTFieldTypeTest, TestDynamicLoading, DirectUpdateHandlerTest, GraphQueryTest, TestConfigSetsAPIZkFailure, CircularListTest, TestJmxMonitoredMap, QueryParsingTest, TestMergePolicyConfig, FacetPivotSmallTest, TestFieldResource, TestSolrFieldCacheMBean, TestWriterPerf, TestCoreDiscovery, TestNumericTerms32, HdfsUnloadDistributedZkTest, TestManagedResourceStorage, TestPostingsSolrHighlighter, TestConfig, AutoCommitTest, TestSolrJ, PingRequestHandlerTest, TestUseDocValuesAsStored2, TestMiniSolrCloudCluster, SpellPossibilityIteratorTest, MetricUtilsTest, PrimUtilsTest, SortSpecParsingTest, SolrJmxReporterTest, SolrCloudExampleTest, MetricsHandlerTest, ClassificationUpdateProcessorFactoryTest, TestOnReconnectListenerSupport, TestGeoJSONResponseWriter, TestDFRSimilarityFactory, TestPerFieldSimilarityClassic, BufferStoreTest, TestCollapseQParserPlugin, TestSort, TestRequestStatusCollectionAPI, SolrCoreMetricManagerTest, UnloadDistributedZkTest, DeleteReplicaTest, TestHdfsBackupRestoreCore, TestTolerantSearch, TestHdfsCloudBackupRestore, OpenExchangeRatesOrgProviderTest, TestConfigOverlay, ResponseHeaderTest, HdfsRecoverLeaseTest, TestHighFrequencyDictionaryFactory, CdcrRequestHandlerTest, RestartWhileUpdatingTest, LeaderElectionTest, XmlUpdateRequestHandlerTest, AssignTest, SimpleFacetsTest, TemplateUpdateProcessorTest, ShowFileRequestHandlerTest, TestGraphTermsQParserPlugin, LeaderFailoverAfterPartitionTest, CoreAdminRequestStatusTest, UtilsToolTest, SuggesterWFSTTest, TestSchemaVersionResource, TermVectorComponentDistributedTest, TestSmileRequest, TestLFUCache, FieldAnalysisRequestHandlerTest, DOMUtilTest, TestLMJelinekMercerSimilarityFactory, LeaderInitiatedRecoveryOnShardRestartTest, TestCloudPseudoReturnFields, CheckHdfsIndexTest, HdfsChaosMonkeySafeLeaderTest, TestUtils, TestSolrQueryParserResource, TestGroupingSearch, TestUnifiedSolrHighlighter, TestIndexingPerformance, TestFieldCacheSanityChecker, SOLR749Test, BlobRepositoryCloudTest, TestSchemaNameResource, StatsReloadRaceTest, TestImpersonationWithHadoopAuth, TestShortCircuitedRequests, TestSolrConfigHandlerCloud, SpatialHeatmapFacetsTest, TestSolrXml, TestDistributedMissingSort, TestExactStatsCache, TestSubQueryTransformerCrossCore, PrimitiveFieldTypeTest, SuggesterTest, CoreSorterTest, TestManagedSchema, DirectUpdateHandlerOptimizeTest, TestRebalanceLeaders, SolrPluginUtilsTest, TestRangeQuery, DistributedIntervalFacetingTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [576/680 (8!)] on J2 in 265.20s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 312 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/temp/junit4-J2-20170127_202404_434.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/heapdumps/java_pid17729.hprof ...
[junit4] Heap dump file created [605261744 bytes in 3.644 secs]
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J2: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/temp/junit4-J2-20170127_202404_434.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "solr-idle-connections-evictor"
[junit4] <<< JVM J2: EOF ----
[...truncated 11687 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid17729.hprof
Total time: 411 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 9 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/9/
14 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<10000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<10000> but was:<0>
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E:9EA6971E1200F439]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:134)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=2 not found in http://127.0.0.1:54801/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=2 not found in http://127.0.0.1:54801/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E:C12587B308A30186]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:620)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:575)
at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:523)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Could not find collection : reloaded_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : reloaded_collection
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E:48C8945773D0C3E1]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:588)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:529)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified
Error Message:
Error from server at http://127.0.0.1:60666/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60666/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E:3AD238991237395C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:333)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Error from server at http://127.0.0.1:60666/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60666/solr: Error CREATEing SolrCore 'halfdeletedcollection_shard1_replica1': Unable to create core [halfdeletedcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E:63F1D48C11854CB6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:155)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E:FD91E4E85059CC6F]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor87.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:56857/onx/g: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56857/onx/g: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:125)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor120.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([6D08E09B4D5AD707]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([6D08E09B4D5AD707]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/6)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/6)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E:104CCDDA06C43EB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E:640FF733517BD672]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E:C12587B308A30186]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1880 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> јан. 26, 2017 7:40:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=5531, name=SUITE-TestFuzzyQuery-seed#[6D08E09B4D5AD707], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 3) Thread[id=5532, name=TEST-TestFuzzyQuery.testRandom-seed#[6D08E09B4D5AD707], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=6D08E09B4D5AD707 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=mk -Dtests.timezone=Asia/Macao -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([6D08E09B4D5AD707]:0)
[junit4] 2> јан. 26, 2017 7:40:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> јан. 26, 2017 7:40:41 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=5532, name=TEST-TestFuzzyQuery.testRandom-seed#[6D08E09B4D5AD707], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> јан. 26, 2017 7:40:41 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5532, name=TEST-TestFuzzyQuery.testRandom-seed#[6D08E09B4D5AD707], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> јан. 26, 2017 7:40:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=5532, name=TEST-TestFuzzyQuery.testRandom-seed#[6D08E09B4D5AD707], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=187, maxMBSortInHeap=6.10854824322337, sim=RandomSimilarity(queryNorm=true,coord=crazy): {field=DFR I(F)L2}, locale=mk, timezone=Asia/Macao
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=129119296,total=436731904
[junit4] 2> NOTE: All tests run in this JVM: [TestLucene50CompoundFormat, TestIndexingSequenceNumbers, TestPolygon, TestDocumentsWriterStallControl, TestStressIndexing2, TestAttributeSource, TestField, TestRateLimiter, TestNumericTokenStream, TestTimSorter, TestMSBRadixSorter, TestDirectory, TestCodecHoldsOpenFiles, TestSpanOrQuery, TestCharTermAttributeImpl, TestBasics, TestSPIClassIterator, TestDoubleValuesSource, TestIndexWriterExceptions2, TestConjunctionDISI, TestIndexInput, TestIndexWriterWithThreads, TestDocValues, TestForceMergeForever, TestManyFields, TestTransactions, TestDemo, TestByteSlices, TestPerSegmentDeletes, Test2BSortedDocValuesFixedSorted, TestSpanExplanationsOfNonMatches, TestConsistentFieldNumbers, FuzzyTermOnShortTermsTest, TestRegexpRandom2, TestInPlaceMergeSorter, TestDocValuesScoring, TestDelegatingAnalyzerWrapper, TestBytesRefArray, TestIndexWriterUnicode, TestSpanFirstQuery, Test2BDocs, TestIndexSearcher, TestCrashCausesCorruptIndex, TestNotDocIdSet, TestSparseFixedBitSet, TestWordlistLoader, TestStandardAnalyzer, TestMergeRateLimiter, TestSearch, TestPersistentSnapshotDeletionPolicy, TestMmapDirectory, TestNoDeletionPolicy, TestParallelReaderEmptyIndex, TestBooleanCoord, TestPrefixQuery, TestIndexableField, TestMutableValues, TestSimilarityBase, TestAllFilesDetectTruncation, Test2BNumericDocValues, TestIndexFileDeleter, LimitedFiniteStringsIteratorTest, TestExitableDirectoryReader, TestPerFieldPostingsFormat2, TestMultiLevelSkipList, TestAddIndexes, TestElevationComparator, TestCachingCollector, TestSort, TestSwappedIndexFiles, TestDateTools, TestParallelCompositeReader, Test2BBinaryDocValues, TestNoMergeScheduler, TestFieldMaskingSpanQuery, TestPointValues, TestIndexWriterReader, TestFSTs, TestNumericRangeQuery32, TestIndexWriterExceptions, TestDeletionPolicy, TestSloppyPhraseQuery, TestIndexWriterMergePolicy, TestNRTThreads, TestLevenshteinAutomata, TestSimpleExplanations, TestDirectoryReader, TestSegmentMerger, TestPhraseQuery, TestBagOfPositions, TestTermVectorsWriter, TestOmitPositions, TestParallelLeafReader, TestThreadedForceMerge, TestSloppyPhraseQuery2, TestDisjunctionMaxQuery, TestNearSpansOrdered, TestSameScoresWithThreads, TestTermRangeQuery, TestDocumentWriter, TestLiveFieldValues, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=6D08E09B4D5AD707 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=mk -Dtests.timezone=Asia/Macao -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([6D08E09B4D5AD707]:0)
[junit4] Completed [447/447 (1!)] on J0 in 7223.14s, 6 tests, 2 errors <<< FAILURES!
[...truncated 9538 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_4971B869A65F6C7E-001/init-core-data-001
[junit4] 2> 58177 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 58178 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /onx/g
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 58222 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 58235 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 58243 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 58268 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_35053_hdfs____p6op1y/webapp
[junit4] 2> 58628 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35053
[junit4] 2> 58722 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 58724 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 58738 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44047_datanode____.h0h2zq/webapp
[junit4] 2> 59147 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44047
[junit4] 2> 59148 WARN (1978039858@qtp-705503985-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44047) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking.
[junit4] 2> 59158 WARN (1978039858@qtp-705503985-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44047) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is true
[junit4] 2> 59196 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 59204 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 59226 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48376_datanode____3s2245/webapp
[junit4] 2> 59297 INFO (IPC Server handler 3 on 49519) [ ] BlockStateChange BLOCK* processReport: from storage DS-bfc16c23-f338-4385-9926-8293aaef87fb node DatanodeRegistration(127.0.0.1:60772, datanodeUuid=eb379eda-4c36-43ec-b6fe-c90db7147938, infoPort=35126, infoSecurePort=0, ipcPort=40950, storageInfo=lv=-56;cid=testClusterID;nsid=1950062882;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 59297 INFO (IPC Server handler 3 on 49519) [ ] BlockStateChange BLOCK* processReport: from storage DS-662f721c-9a0a-4de6-851d-be3189ac76e3 node DatanodeRegistration(127.0.0.1:60772, datanodeUuid=eb379eda-4c36-43ec-b6fe-c90db7147938, infoPort=35126, infoSecurePort=0, ipcPort=40950, storageInfo=lv=-56;cid=testClusterID;nsid=1950062882;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 59647 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48376
[junit4] 2> 59754 INFO (IPC Server handler 2 on 49519) [ ] BlockStateChange BLOCK* processReport: from storage DS-b4cf39e3-7689-4281-9cac-f9c780d67016 node DatanodeRegistration(127.0.0.1:58122, datanodeUuid=f124b367-7d06-4cb1-91e0-cfd79d522196, infoPort=51955, infoSecurePort=0, ipcPort=42110, storageInfo=lv=-56;cid=testClusterID;nsid=1950062882;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2>
[...truncated too long message...]
] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4539075 INFO (SUITE-HdfsRecoveryZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38462 38462
[junit4] 2> 4539075 INFO (SUITE-HdfsRecoveryZkTest-seed#[4971B869A65F6C7E]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Asserting), a_i=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, maxPointsInLeafNode=496, maxMBSortInHeap=5.3163072218693515, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=hi-IN, timezone=Europe/London
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=162213928,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [DocumentAnalysisRequestHandlerTest, TestSolrCoreProperties, HdfsCollectionsAPIDistributedZkTest, HLLUtilTest, TestSolrCloudWithSecureImpersonation, TestRawResponseWriter, SolrXmlInZkTest, TestBlobHandler, ActionThrottleTest, TestJmxIntegration, TestConfigSetImmutable, TestPseudoReturnFields, TestSolrConfigHandler, LeaderElectionIntegrationTest, ChaosMonkeyNothingIsSafeTest, BadCopyFieldTest, RollingRestartTest, TestTolerantUpdateProcessorCloud, TestCopyFieldCollectionResource, RequiredFieldsTest, TestOmitPositions, ReturnFieldsTest, TestValueSourceCache, FastVectorHighlighterTest, StandardRequestHandlerTest, TestReplicationHandlerBackup, TestRealTimeGet, UniqFieldsUpdateProcessorFactoryTest, PeerSyncTest, TestStressRecovery, TestFaceting, TestExpandComponent, TestAddFieldRealTimeGet, DistributedFacetPivotSmallTest, AsyncCallRequestStatusResponseTest, TestRestManager, TestRangeQuery, DisMaxRequestHandlerTest, QueryResultKeyTest, TestRandomFlRTGCloud, ZkNodePropsTest, ConcurrentDeleteAndCreateCollectionTest, CurrencyFieldOpenExchangeTest, TestFoldingMultitermQuery, SyncSliceTest, TestSolrCloudSnapshots, FileBasedSpellCheckerTest, TestSolr4Spatial, TestCSVLoader, TestUniqueKeyFieldResource, JSONWriterTest, MigrateRouteKeyTest, DistributedQueryElevationComponentTest, TestAtomicUpdateErrorCases, PreAnalyzedUpdateProcessorTest, JavabinLoaderTest, SolrSlf4jReporterTest, TestCustomDocTransformer, TestExceedMaxTermLength, TestFieldCacheSort, TestLRUStatsCache, SignatureUpdateProcessorFactoryTest, BigEndianAscendingWordDeserializerTest, TestCrossCoreJoin, TestHighlightDedupGrouping, TestFieldCacheWithThreads, OverseerRolesTest, ZkStateReaderTest, HighlighterConfigTest, TestRemoteStreaming, SolrCoreTest, RegexBoostProcessorTest, OutputWriterTest, TestDistribIDF, TestSizeLimitedDistributedMap, BlockJoinFacetRandomTest, TestStressLucene, XsltUpdateRequestHandlerTest, SolrGangliaReporterTest, PathHierarchyTokenizerFactoryTest, TestEmbeddedSolrServerConstructors, SuggestComponentContextFilterQueryTest, TestAuthorizationFramework, TestJoin, CloudMLTQParserTest, TestChildDocTransformer, TestBinaryResponseWriter, TestCloudInspectUtil, TestSchemalessBufferedUpdates, ScriptEngineTest, ConjunctionSolrSpellCheckerTest, ExternalFileFieldSortTest, TestComponentsName, TestSolrCLIRunExample, PeerSyncReplicationTest, TestNamedUpdateProcessors, HdfsWriteToMultipleCollectionsTest, DistanceUnitsTest, CacheHeaderTest, TestPerFieldSimilarity, DateRangeFieldTest, ShardSplitTest, HttpPartitionTest, TestSolrConfigHandlerConcurrent, TestBulkSchemaConcurrent, SolrRequestParserTest, DefaultValueUpdateProcessorTest, SynonymTokenizerTest, TestLazyCores, SolrCmdDistributorTest, QueryElevationComponentTest, TestIndexSearcher, HighlighterTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterTSTTest, NoCacheHeaderTest, TestUpdate, QueryEqualityTest, IndexBasedSpellCheckerTest, TestQueryTypes, TermVectorComponentTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, TestCollationField, QueryParsingTest, TestPHPSerializedResponseWriter, TestLFUCache, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, DeleteReplicaTest, DistribCursorPagingTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, SSLMigrationTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestAuthenticationFramework, TestCloudRecovery, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestLocalFSCloudBackupRestore, TestReplicaProperties, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestShortCircuitedRequests, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=4971B869A65F6C7E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=hi-IN -Dtests.timezone=Europe/London -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753)
[junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815)
[junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([4971B869A65F6C7E]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [527/680 (7!)] on J0 in 53.73s, 1 test, 1 failure <<< FAILURES!
[...truncated 62904 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 8 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/8/
5 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([490F89363696DA3]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([490F89363696DA3]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([1381836DAD0C4BD6:5BF4F7D9AB3F6443]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([1381836DAD0C4BD6:3EFFCC375A28F1DA]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1381836DAD0C4BD6:9BD5BCB703F0262E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1660 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> jan 22, 2017 8:18:06 FM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 3) Thread[id=1279, name=TEST-TestFuzzyQuery.testRandom-seed#[490F89363696DA3], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=1278, name=SUITE-TestFuzzyQuery-seed#[490F89363696DA3], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=490F89363696DA3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=sv-SE -Dtests.timezone=America/Boa_Vista -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([490F89363696DA3]:0)
[junit4] 2> jan 22, 2017 8:18:06 FM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> jan 22, 2017 8:18:26 FM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=1279, name=TEST-TestFuzzyQuery.testRandom-seed#[490F89363696DA3], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> jan 22, 2017 8:18:26 FM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1279, name=TEST-TestFuzzyQuery.testRandom-seed#[490F89363696DA3], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> jan 22, 2017 8:18:29 FM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=1279, name=TEST-TestFuzzyQuery.testRandom-seed#[490F89363696DA3], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=yes): {field=DFR I(n)BZ(0.3)}, locale=sv-SE, timezone=America/Boa_Vista
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=30010168,total=157810688
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexWriter, TestIndexWriterExceptions, TestNotDocIdSet, TestLiveFieldValues, TestUniqueTermCount, TestDocValues, TestMultiLevelSkipList, TestIndexInput, TestIndexWriterUnicode, TestQueryBuilder, TestNot, TestSortedSetSelector, TestTimeLimitingCollector, TestPointQueries, TestNRTReaderCleanup, TestCustomNorms, TestStressAdvance, TestDocValuesScoring, TestIntsRef, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=490F89363696DA3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=sv-SE -Dtests.timezone=America/Boa_Vista -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([490F89363696DA3]:0)
[junit4] Completed [391/447 (1!)] on J0 in 7223.17s, 11 tests, 2 errors <<< FAILURES!
[...truncated 11371 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1381836DAD0C4BD6-001/init-core-data-001
[junit4] 2> 3972979 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3972980 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1381836DAD0C4BD6-001/tempDir-001
[junit4] 2> 3972980 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3972980 INFO (Thread-221201) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3972980 INFO (Thread-221201) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3973080 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58408
[junit4] 2> 3973094 INFO (jetty-launcher-36444-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3973097 INFO (jetty-launcher-36444-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3973097 INFO (jetty-launcher-36444-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3973099 INFO (jetty-launcher-36444-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fc84fd2{/solr,null,AVAILABLE}
[junit4] 2> 3973099 INFO (jetty-launcher-36444-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3973101 INFO (jetty-launcher-36444-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43f69bb3{/solr,null,AVAILABLE}
[junit4] 2> 3973101 INFO (jetty-launcher-36444-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a07606a{SSL,[ssl, http/1.1]}{127.0.0.1:57659}
[junit4] 2> 3973101 INFO (jetty-launcher-36444-thread-4) [ ] o.e.j.s.Server Started @3976958ms
[junit4] 2> 3973101 INFO (jetty-launcher-36444-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57659}
[junit4] 2> 3973101 ERROR (jetty-launcher-36444-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3973102 INFO (jetty-launcher-36444-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3973102 INFO (jetty-launcher-36444-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3973102 INFO (jetty-launcher-36444-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3973102 INFO (jetty-launcher-36444-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-22T15:15:52.001Z
[junit4] 2> 3973104 INFO (jetty-launcher-36444-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@723033fb{/solr,null,AVAILABLE}
[junit4] 2> 3973105 INFO (jetty-launcher-36444-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c829689{SSL,[ssl, http/1.1]}{127.0.0.1:56451}
[junit4] 2> 3973105 INFO (jetty-launcher-36444-thread-3) [ ] o.e.j.s.Server Started @3976962ms
[junit4] 2> 3973106 INFO (jetty-launcher-36444-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56451}
[junit4] 2> 3973106 ERROR (jetty-launcher-36444-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3973106 INFO (jetty-launcher-36444-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3973106 INFO (jetty-launcher-36444-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3973106 INFO (jetty-launcher-36444-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3973106 INFO (jetty-launcher-36444-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-22T15:15:52.005Z
[junit4] 2> 3973108 INFO (jetty-launcher-36444-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@206717f4{SSL,[ssl, http/1.1]}{127.0.0.1:46666}
[junit4] 2> 3973108 INFO (jetty-launcher-36444-thread-2) [ ] o.e.j.s.Server Started @3976965ms
[junit4] 2> 3973108 INFO (jetty-launcher-36444-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46666}
[junit4] 2> 3973108 ERROR (jetty-launcher-36444-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3973108 INFO (jetty-launcher-36444-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3973108 INFO (jetty-launcher-36444-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3973108 INFO (jetty-launcher-36444-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3973109 INFO (jetty-launcher-36444-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-22T15:15:52.008Z
[junit4] 2> 3973109 INFO (jetty-launcher-36444-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3973110 INFO (jetty-launcher-36444-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c8a0f0a{/solr,null,AVAILABLE}
[junit4] 2> 3973112 INFO (jetty-launcher-36444-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b556fa3{SSL,[ssl, http/1.1]}{127.0.0.1:34101}
[junit4] 2> 3973113 INFO (jetty-launcher-36444-thread-1) [ ] o.e.j.s.Server Started @3976969ms
[junit4] 2> 3973113 INFO (jetty-launcher-36444-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34101}
[junit4] 2> 3973113 ERROR (jetty-launcher-36444-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3973113 INFO (jetty-launcher-36444-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3973113 INFO (jetty-launcher-36444-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3973113 INFO (jetty-launcher-36444-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3973113 INFO (jetty-launcher-36444-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-22T15:15:52.012Z
[junit4] 2> 3973118 INFO (jetty-launcher-36444-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3973124 INFO (jetty-launcher-36444-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3973125 INFO (jetty-launcher-36444-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3973125 INFO (jetty-launcher-36444-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3973125 INFO (jetty-launcher-36444-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58408/solr
[junit4] 2> 3973126 INFO (jetty-launcher-36444-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3973127 INFO (jetty-launcher-36444-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58408/solr
[junit4] 2> 3973146 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c6bf6fc80005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3973146 INFO (jetty-launcher-36444-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3973147 INFO (jetty-launcher-36444-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58408/solr
[junit4] 2> 3973154 INFO (jetty-launcher-36444-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3973156 INFO (jetty-launcher-36444-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58408/solr
[junit4] 2> 3973169 INFO (jetty-launcher-36444-thread-4) [n:127.0.0.1:57659_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57659_solr
[junit4] 2> 3973170 INFO (jetty-launcher-36444-thread-4) [n:127.0.0.1:57659_solr ] o.a.s.c.Overseer Overseer (id=97327392481607688-127.0.0.1:57659_solr-n_0000000000) starting
[junit4] 2> 3973176 INFO (jetty-launcher-36444-thread-3) [n:127.0.0.1:56451_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56451_solr
[junit4] 2> 3973189 INFO (zkCallback-36462-thread-1-processing-n:127.0.0.1:56451_solr) [n:127.0.0.1:56451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3973190 INFO (zkCallback-36459-thread-1-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3973198 INFO (jetty-launcher-36444-thread-2) [n:127.0.0.1:46666_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3973200 INFO (jetty-launcher-36444-thread-2) [n:127.0.0.1:46666_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46666_solr
[junit4] 2> 3973201 INFO (zkCallback-36462-thread-1-processing-n:127.0.0.1:56451_solr) [n:127.0.0.1:56451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3973210 INFO (jetty-launcher-36444-thread-4) [n:127.0.0.1:57659_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57659_solr
[junit4] 2> 3973210 INFO (zkCallback-36462-thread-1-processing-n:127.0.0.1:56451_solr) [n:127.0.0.1:56451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3973224 INFO (jetty-launcher-36444-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3973226 INFO (jetty-launcher-36444-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34101_solr
[junit4] 2> 3973229 INFO (zkCallback-36463-thread-1-processing-n:127.0.0.1:46666_solr) [n:127.0.0.1:46666_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3973237 INFO (zkCallback-36463-thread-1-processing-n:127.0.0.1:46666_solr) [n:127.0.0.1:46666_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3973239 INFO (zkCallback-36467-thread-1-processing-n:127.0.0.1:34101_solr) [n:127.0.0.1:34101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3973250 INFO (zkCallback-36462-thread-1-processing-n:127.0.0.1:56451_solr) [n:127.0.0.1:56451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3973250 INFO (zkCallback-36459-thread-2-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 3973322 INFO (jetty-launcher-36444-thread-3) [n:127.0.0.1:56451_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1381836DAD0C4BD6-001/tempDir-001/node1/.
[junit4] 2> 3973326 INFO (jetty-launcher-36444-thread-4) [n:127.0.0.1:57659_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1381836DAD0C4BD6-001/tempDir-001/node2/.
[junit4] 2> 3973338 INFO (jetty-launcher-36444-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1381836DAD0C4BD6-001/tempDir-001/node3/.
[junit4] 2> 3973360 INFO (jetty-launcher-36444-thread-2) [n:127.0.0.1:46666_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1381836DAD0C4BD6-001/tempDir-001/node4/.
[junit4] 2> 3975784 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3975785 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58408/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3975820 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3975826 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3975827 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3975836 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_55319_hdfs____.qxlemz/webapp
[junit4] 2> 3976188 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55319
[junit4] 2> 3976242 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3976243 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3976254 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59451_datanode____clonf7/webapp
[junit4] 2> 3976634 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59451
[junit4] 2> 3976660 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3976661 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3976678 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45982_datanode____.ncbfwn/webapp
[junit4] 2> 3976713 INFO (IPC Server handler 3 on 60544) [ ] BlockStateChange BLOCK* processReport: from storage DS-0d21de46-312d-489b-b984-5ba64af84b6b node DatanodeRegistration(127.0.0.1:47228, datanodeUuid=e06e3018-f34d-4fae-8e0d-ea664fe285fc, infoPort=34985, infoSecurePort=0, ipcPort=34207, storageInfo=lv=-56;cid=testClusterID;nsid=650515727;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3976713 INFO (IPC Server handler 3 on 60544) [ ] BlockStateChange BLOCK* processReport: from storage DS-9de4340e-e0e8-45a0-b7e3-8c93dea52bcd node DatanodeRegistration(127.0.0.1:47228, datanodeUuid=e06e3018-f34d-4fae-8e0d-ea664fe285fc, infoPort=34985, infoSecurePort=0, ipcPort=34207, storageInfo=lv=-56;cid=testClusterID;nsid=650515727;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3977030 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45982
[junit4] 2> 3977095 INFO (IPC Server handler 8 on 60544) [ ] BlockStateChange BLOCK* processReport: from storage DS-e1aeebd4-50c0-42da-bb9f-55e831c2d4d4 node DatanodeRegistration(127.0.0.1:41847, datanodeUuid=36340261-2ab4-4c2a-850d-c699c4fed544, infoPort=40114, infoSecurePort=0, ipcPort=58577, storageInfo=lv=-56;cid=testClusterID;nsid=650515727;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3977095 INFO (IPC Server handler 8 on 60544) [ ] BlockStateChange BLOCK* processReport: from storage DS-3ab38cc1-2ae7-41e0-abe3-5b2475949845 node DatanodeRegistration(127.0.0.1:41847, datanodeUuid=36340261-2ab4-4c2a-850d-c699c4fed544, infoPort=40114, infoSecurePort=0, ipcPort=58577, storageInfo=lv=-56;cid=testClusterID;nsid=650515727;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3977249 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[1381836DAD0C4BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
[junit4] 2> 3977250 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[1381836DAD0C4BD6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3977312 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3977313 INFO (OverseerThreadFactory-17069-thread-1-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.CreateCollectionCmd Create collection oversharded
[junit4] 2> 3977314 ERROR (OverseerThreadFactory-17069-thread-1-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3 and value of replicationFactor is 2. This requires 6 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3977325 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=13
[junit4] 2> 3977326 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[1381836DAD0C4BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
[junit4] 2> 3977412 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[1381836DAD0C4BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
[junit4] 2> 3977413 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[1381836DAD0C4BD6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3977416 INFO (qtp2083840784-357476) [n:127.0.0.1:57659_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3977417 INFO (OverseerThreadFactory-17069-thread-2-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 3977417 INFO (OverseerCollectionConfigSetProcessor-97327392481607688-127.0.0.1:57659_solr-n_0000000000) [n:127.0.0.1:57659_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3977417 ERROR (OverseerThreadFactory-17069-thread-2-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3977419 INFO (qtp2083840784-357476) [n:127.0.0.1:57659_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=3
[junit4] 2> 3977420 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[1381836DAD0C4BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
[junit4] 2> 3977502 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[1381836DAD0C4BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
[junit4] 2> 3977503 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[1381836DAD0C4BD6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3977508 INFO (qtp2083840784-357469) [n:127.0.0.1:57659_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3977508 ERROR (qtp2083840784-357469) [n:127.0.0.1:57659_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name
[junit4] 2> at org.apache.solr.common.params.RequiredSolrParams.getParams(RequiredSolrParams.java:90)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:461)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:478)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$0(CollectionsHandler.java:383)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:877)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:209)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3977508 INFO (qtp2083840784-357469) [n:127.0.0.1:57659_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 3977511 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[1381836DAD0C4BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingRequiredParameters
[junit4] 2> 3977594 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[1381836DAD0C4BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 3977595 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[1381836DAD0C4BD6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3977598 INFO (qtp2083840784-357472) [n:127.0.0.1:57659_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3977599 INFO (OverseerThreadFactory-17069-thread-3-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 3977599 INFO (OverseerCollectionConfigSetProcessor-97327392481607688-127.0.0.1:57659_solr-n_0000000000) [n:127.0.0.1:57659_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3977599 WARN (OverseerThreadFactory-17069-thread-3-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 3977600 ERROR (OverseerThreadFactory-17069-thread-3-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3977601 INFO (qtp2083840784-357472) [n:127.0.0.1:57659_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=3
[junit4] 2> 3977602 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[1381836DAD0C4BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 3977684 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[1381836DAD0C4BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 3977685 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[1381836DAD0C4BD6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3977687 INFO (qtp2083840784-357473) [n:127.0.0.1:57659_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3977689 INFO (OverseerThreadFactory-17069-thread-4-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 3977690 INFO (OverseerCollectionConfigSetProcessor-97327392481607688-127.0.0.1:57659_solr-n_0000000000) [n:127.0.0.1:57659_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3977821 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 3977872 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 3977878 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 3977881 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 3977984 INFO (zkCallback-36467-thread-1-processing-n:127.0.0.1:34101_solr) [n:127.0.0.1:34101_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3977984 INFO (zkCallback-36459-thread-4-processing-n:127.0.0.1:57659_solr) [n:127.0.0.1:57659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3977984 INFO (zkCallback-36463-thread-1-processing-n:127.0.0.1:46666_solr) [n:127.0.0.1:46666_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3977984 INFO (zkCallback-36462-thread-1-processing-n:127.0.0.1:56451_solr) [n:127.0.0.1:56451_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3978836 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3978861 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 3978863 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3978864 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 3978869 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60544/data
[junit4] 2> 3978869 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3978869 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1381836DAD0C4BD6-001/tempDir-001/node2/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:60544/data/addReplicaColl/core_node1/data/]
[junit4] 2> 3978869 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 3978877 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3978877 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3978881 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3978888 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3978888 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3978889 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3978890 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node1/data
[junit4] 2> 3978894 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 3978896 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 3978897 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3978894 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 3978897 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3978898 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 3978898 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60544/data
[junit4] 2> 3978898 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3978899 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1381836DAD0C4BD6-001/tempDir-001/node4/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:60544/data/addReplicaColl/core_node4/data/]
[junit4] 2> 3978899 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 3978899 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3978900 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 3978900 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60544/data
[junit4] 2> 3978900 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3978900 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1381836DAD0C4BD6-001/tempDir-001/node3/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:60544/data/addReplicaColl/core_node3/data/]
[junit4] 2> 3978900 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 3978902 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 3978903 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60544/data
[junit4] 2> 3978903 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3978903 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1381836DAD0C4BD6-001/tempDir-001/node1/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:60544/data/addReplicaColl/core_node2/data/]
[junit4] 2> 3978903 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 3978904 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3978904 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3978908 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3978909 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node4/data
[junit4] 2> 3978910 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3978910 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3978913 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3978914 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node3/data
[junit4] 2> 3978927 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node3/data/index
[junit4] 2> 3978932 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3978932 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3978939 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node1/data/index
[junit4] 2> 3978944 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3978944 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3978946 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3978946 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3978948 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3978949 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node2/data
[junit4] 2> 3978950 INFO (qtp2083840784-357475) [n:127.0.0.1:57659_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3978958 INFO (qtp34271555-357467) [n:127.0.0.1:34101_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3978959 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node4/data/index
[junit4] 2> 3978970 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3978970 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3978979 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60544/data/addReplicaColl/core_node2/data/index
[junit4] 2> 3978984 INFO (qtp1483886854-357485) [n:127.0.0.1:46666_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3978993 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3978993 INFO (qtp2091884515-357496) [n:127.0.0.1:56451_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usa
[...truncated too long message...]
iteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4178241 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[1381836DAD0C4BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_1381836DAD0C4BD6-001
[junit4] 2> Jan 22, 2017 3:19:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=sr-RS, timezone=Asia/Yerevan
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=54455376,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [VersionInfoTest, TestCollationField, CdcrBootstrapTest, BlockJoinFacetDistribTest, TestOnReconnectListenerSupport, LukeRequestHandlerTest, TestUseDocValuesAsStored2, SimpleFacetsTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRebalanceLeaders, TestSolrConfigHandlerCloud, DataDrivenBlockJoinTest, TestSolrQueryParser, ConnectionReuseTest, UnloadDistributedZkTest, DistributedFacetPivotSmallAdvancedTest, MetricsHandlerTest, TestCoreDiscovery, CleanupOldIndexTest, CollectionsAPISolrJTest, CircularListTest, TestConfig, CoreAdminRequestStatusTest, TestMiniSolrCloudCluster, TestDistributedStatsComponentCardinality, TestConfigSets, TestIndexingPerformance, TestLeaderInitiatedRecoveryThread, BufferStoreTest, SolrCoreCheckLockOnStartupTest, MetricUtilsTest, TestLMJelinekMercerSimilarityFactory, TestSchemaNameResource, PrimUtilsTest, BinaryUpdateRequestHandlerTest, DistributedQueryComponentCustomSortTest, TestLFUCache, XmlUpdateRequestHandlerTest, DebugComponentTest, PrimitiveFieldTypeTest, TestBinaryField, FullSolrCloudDistribCmdsTest, TestZkChroot, AutoCommitTest, RestartWhileUpdatingTest, TestSolrCloudWithKerberosAlt, TestNumericTerms32, TestBinaryResponseWriter, UUIDUpdateProcessorFallbackTest, TemplateUpdateProcessorTest, GraphQueryTest, CoreAdminHandlerTest, TestHdfsCloudBackupRestore, TestSolrQueryResponse, TestGeoJSONResponseWriter, TestDistribDocBasedVersion, DirectUpdateHandlerOptimizeTest, SpatialHeatmapFacetsTest, TestReload, DirectUpdateHandlerTest, ResponseLogComponentTest, HdfsRecoverLeaseTest, ChangedSchemaMergeTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestStressReorder, PKIAuthenticationIntegrationTest, TestSchemaVersionResource, SolrJmxReporterTest, DeleteReplicaTest, UtilsToolTest, SolrCloudExampleTest, TestAnalyzedSuggestions, TestPhraseSuggestions, TestCloudDeleteByQuery, TestClusterStateMutator, HardAutoCommitTest, TestDocTermOrds, HLLSerializationTest, CdcrRequestHandlerTest, TestOrdValues, TestMacros, SuggesterWFSTTest, TestCustomSort, MinimalSchemaTest, StatsComponentTest, TestExactStatsCache, TestSchemaManager, HdfsBasicDistributedZk2Test, LeaderElectionTest, TestGraphTermsQParserPlugin, RemoteQueryErrorTest, ShowFileRequestHandlerTest, ResponseHeaderTest, HdfsChaosMonkeySafeLeaderTest, SolrPluginUtilsTest, BasicDistributedZk2Test, TestStressLiveNodes, TestPerFieldSimilarityClassic, FacetPivotSmallTest, PluginInfoTest, CloneFieldUpdateProcessorFactoryTest, HdfsSyncSliceTest, TermVectorComponentDistributedTest, TestIndexSearcher, SpatialRPTFieldTypeTest, UpdateParamsTest, OpenCloseCoreStressTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, ZkControllerTest, DistributedTermsComponentTest, TestRangeQuery, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, TestLazyCores, TestBadConfig, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestReversedWildcardFilterFactory, TestQueryTypes, TestOmitPositions, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestElisionMultitermQuery, OutputWriterTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, DateFieldTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestUtils, ZkNodePropsTest, UUIDFieldTest, FileUtilsTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, AliasIntegrationTest, CdcrVersionReplicationTest, CollectionReloadTest, CollectionStateFormat2Test, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, TestCloudPseudoReturnFields, TestClusterProperties, TestCollectionAPI, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestSegmentSorting, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [529/680 (2!)] on J2 in 44.14s, 1 test, 1 failure <<< FAILURES!
[...truncated 62920 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 7 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/7/
7 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at https://127.0.0.1:49982/solr: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:49982/solr: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([666016370845E0E1:F5C04111864DAB30]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:669)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Could not find collection : nodes_used_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : nodes_used_collection
at __randomizedtesting.SeedInfo.seed([666016370845E0E1:220C35BB38B68F0]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:397)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at https://127.0.0.1:52083/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:52083/solr: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([666016370845E0E1:8AA6BB83F3D95D05]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:283)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([666016370845E0E1:D2804AB6FE4340F0]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/17)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/17)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([666016370845E0E1:2E1562830E76CF74]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([666016370845E0E1:4B1E596DFF615AED]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([666016370845E0E1:EE3429EDA6B98D19]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12869 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/init-core-data-001
[junit4] 2> 3579379 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3579380 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-001
[junit4] 2> 3579381 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3579383 INFO (Thread-23112) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3579383 INFO (Thread-23112) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3579483 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58387
[junit4] 2> 3579490 INFO (jetty-launcher-33465-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3579490 INFO (jetty-launcher-33465-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3579491 INFO (jetty-launcher-33465-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3579491 INFO (jetty-launcher-33465-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3579492 INFO (jetty-launcher-33465-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69ea52e9{/solr,null,AVAILABLE}
[junit4] 2> 3579495 INFO (jetty-launcher-33465-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fd7df49{/solr,null,AVAILABLE}
[junit4] 2> 3579498 INFO (jetty-launcher-33465-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e8d968e{SSL,[ssl, http/1.1]}{127.0.0.1:52083}
[junit4] 2> 3579498 INFO (jetty-launcher-33465-thread-4) [ ] o.e.j.s.Server Started @3583010ms
[junit4] 2> 3579498 INFO (jetty-launcher-33465-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52083}
[junit4] 2> 3579498 ERROR (jetty-launcher-33465-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3579498 INFO (jetty-launcher-33465-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3579499 INFO (jetty-launcher-33465-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3579499 INFO (jetty-launcher-33465-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3579499 INFO (jetty-launcher-33465-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-21T17:22:09.064Z
[junit4] 2> 3579501 INFO (jetty-launcher-33465-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@441c4eac{/solr,null,AVAILABLE}
[junit4] 2> 3579503 INFO (jetty-launcher-33465-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4047285d{/solr,null,AVAILABLE}
[junit4] 2> 3579504 INFO (jetty-launcher-33465-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a0d3ff{SSL,[ssl, http/1.1]}{127.0.0.1:39346}
[junit4] 2> 3579504 INFO (jetty-launcher-33465-thread-3) [ ] o.e.j.s.Server Started @3583016ms
[junit4] 2> 3579504 INFO (jetty-launcher-33465-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39346}
[junit4] 2> 3579504 ERROR (jetty-launcher-33465-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3579504 INFO (jetty-launcher-33465-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3579504 INFO (jetty-launcher-33465-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3579504 INFO (jetty-launcher-33465-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3579504 INFO (jetty-launcher-33465-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-21T17:22:09.069Z
[junit4] 2> 3579505 INFO (jetty-launcher-33465-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b0c678f{SSL,[ssl, http/1.1]}{127.0.0.1:49982}
[junit4] 2> 3579506 INFO (jetty-launcher-33465-thread-2) [ ] o.e.j.s.Server Started @3583017ms
[junit4] 2> 3579506 INFO (jetty-launcher-33465-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49982}
[junit4] 2> 3579506 ERROR (jetty-launcher-33465-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3579506 INFO (jetty-launcher-33465-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3579506 INFO (jetty-launcher-33465-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3579506 INFO (jetty-launcher-33465-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3579506 INFO (jetty-launcher-33465-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-21T17:22:09.071Z
[junit4] 2> 3579508 INFO (jetty-launcher-33465-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@747bc0a1{SSL,[ssl, http/1.1]}{127.0.0.1:33535}
[junit4] 2> 3579508 INFO (jetty-launcher-33465-thread-1) [ ] o.e.j.s.Server Started @3583020ms
[junit4] 2> 3579508 INFO (jetty-launcher-33465-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33535}
[junit4] 2> 3579509 ERROR (jetty-launcher-33465-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3579509 INFO (jetty-launcher-33465-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3579509 INFO (jetty-launcher-33465-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3579509 INFO (jetty-launcher-33465-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3579509 INFO (jetty-launcher-33465-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-21T17:22:09.074Z
[junit4] 2> 3579510 INFO (jetty-launcher-33465-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3579518 INFO (jetty-launcher-33465-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3579518 INFO (jetty-launcher-33465-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3579519 INFO (jetty-launcher-33465-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3579532 INFO (jetty-launcher-33465-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3579533 INFO (jetty-launcher-33465-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58387/solr
[junit4] 2> 3579536 INFO (jetty-launcher-33465-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3579536 INFO (jetty-launcher-33465-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3579537 INFO (jetty-launcher-33465-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58387/solr
[junit4] 2> 3579538 INFO (jetty-launcher-33465-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58387/solr
[junit4] 2> 3579538 INFO (jetty-launcher-33465-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3579539 INFO (jetty-launcher-33465-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58387/solr
[junit4] 2> 3579540 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c20cb1b50006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3579551 INFO (jetty-launcher-33465-thread-4) [n:127.0.0.1:52083_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52083_solr
[junit4] 2> 3579551 INFO (jetty-launcher-33465-thread-1) [n:127.0.0.1:33535_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33535_solr
[junit4] 2> 3579552 INFO (jetty-launcher-33465-thread-4) [n:127.0.0.1:52083_solr ] o.a.s.c.Overseer Overseer (id=97322226742001672-127.0.0.1:52083_solr-n_0000000000) starting
[junit4] 2> 3579554 INFO (zkCallback-33479-thread-1-processing-n:127.0.0.1:52083_solr) [n:127.0.0.1:52083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3579554 INFO (zkCallback-33484-thread-1-processing-n:127.0.0.1:33535_solr) [n:127.0.0.1:33535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3579562 INFO (jetty-launcher-33465-thread-4) [n:127.0.0.1:52083_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52083_solr
[junit4] 2> 3579563 INFO (zkCallback-33484-thread-1-processing-n:127.0.0.1:33535_solr) [n:127.0.0.1:33535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3579567 INFO (zkCallback-33479-thread-2-processing-n:127.0.0.1:52083_solr) [n:127.0.0.1:52083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3579568 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159c20cb1b5000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3579570 INFO (jetty-launcher-33465-thread-3) [n:127.0.0.1:39346_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3579572 INFO (jetty-launcher-33465-thread-3) [n:127.0.0.1:39346_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39346_solr
[junit4] 2> 3579572 INFO (zkCallback-33484-thread-1-processing-n:127.0.0.1:33535_solr) [n:127.0.0.1:33535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3579582 INFO (zkCallback-33485-thread-1-processing-n:127.0.0.1:39346_solr) [n:127.0.0.1:39346_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3579588 INFO (zkCallback-33479-thread-3-processing-n:127.0.0.1:52083_solr) [n:127.0.0.1:52083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3579589 INFO (jetty-launcher-33465-thread-2) [n:127.0.0.1:49982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3579591 INFO (jetty-launcher-33465-thread-2) [n:127.0.0.1:49982_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49982_solr
[junit4] 2> 3579591 INFO (zkCallback-33484-thread-1-processing-n:127.0.0.1:33535_solr) [n:127.0.0.1:33535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3579592 INFO (zkCallback-33485-thread-1-processing-n:127.0.0.1:39346_solr) [n:127.0.0.1:39346_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3579605 INFO (zkCallback-33479-thread-3-processing-n:127.0.0.1:52083_solr) [n:127.0.0.1:52083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3579609 INFO (zkCallback-33488-thread-1-processing-n:127.0.0.1:49982_solr) [n:127.0.0.1:49982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3579614 INFO (jetty-launcher-33465-thread-1) [n:127.0.0.1:33535_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-001/node1/.
[junit4] 2> 3579625 INFO (jetty-launcher-33465-thread-2) [n:127.0.0.1:49982_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-001/node2/.
[junit4] 2> 3579632 INFO (jetty-launcher-33465-thread-4) [n:127.0.0.1:52083_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-001/node4/.
[junit4] 2> 3579642 INFO (jetty-launcher-33465-thread-3) [n:127.0.0.1:39346_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-001/node3/.
[junit4] 2> 3581889 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3581890 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58387/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3581928 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3581946 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3581948 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3581957 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51480_hdfs____.w06szq/webapp
[junit4] 2> 3582316 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51480
[junit4] 2> 3582360 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3582361 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3582370 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42881_datanode____.i3bb1i/webapp
[junit4] 2> 3582656 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42881
[junit4] 2> 3582695 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3582696 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3582712 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46872_datanode____mo9whk/webapp
[junit4] 2> 3582771 INFO (IPC Server handler 3 on 37746) [ ] BlockStateChange BLOCK* processReport: from storage DS-ce6b6a95-58de-4175-aee0-ddd939812909 node DatanodeRegistration(127.0.0.1:55115, datanodeUuid=84f48198-7fe5-44f4-beb1-d4ad493c2d59, infoPort=56637, infoSecurePort=0, ipcPort=59732, storageInfo=lv=-56;cid=testClusterID;nsid=303344245;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3582771 INFO (IPC Server handler 3 on 37746) [ ] BlockStateChange BLOCK* processReport: from storage DS-65631d02-cee9-44fe-a819-a02e6d3e9616 node DatanodeRegistration(127.0.0.1:55115, datanodeUuid=84f48198-7fe5-44f4-beb1-d4ad493c2d59, infoPort=56637, infoSecurePort=0, ipcPort=59732, storageInfo=lv=-56;cid=testClusterID;nsid=303344245;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3583089 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[666016370845E0E1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46872
[junit4] 2> 3583189 INFO (IPC Server handler 8 on 37746) [ ] BlockStateChange BLOCK* processReport: from storage DS-d4cf32b1-2dd5-4d12-95bf-7e3921adbc7f node DatanodeRegistration(127.0.0.1:51858, datanodeUuid=810fd0dd-1f60-42d2-a122-1e83f5573dc2, infoPort=41646, infoSecurePort=0, ipcPort=45644, storageInfo=lv=-56;cid=testClusterID;nsid=303344245;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3583189 INFO (IPC Server handler 8 on 37746) [ ] BlockStateChange BLOCK* processReport: from storage DS-c27c9728-5afd-4fd1-bb82-6a2b5daa7ad3 node DatanodeRegistration(127.0.0.1:51858, datanodeUuid=810fd0dd-1f60-42d2-a122-1e83f5573dc2, infoPort=41646, infoSecurePort=0, ipcPort=45644, storageInfo=lv=-56;cid=testClusterID;nsid=303344245;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3583297 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[666016370845E0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
[junit4] 2> 3583298 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[666016370845E0E1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3583369 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3583372 INFO (OverseerThreadFactory-16039-thread-1-processing-n:127.0.0.1:52083_solr) [n:127.0.0.1:52083_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 3583373 ERROR (OverseerThreadFactory-16039-thread-1-processing-n:127.0.0.1:52083_solr) [n:127.0.0.1:52083_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3583382 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=12
[junit4] 2> 3583382 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[666016370845E0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
[junit4] 2> 3583452 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[666016370845E0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoCollectionSpecified
[junit4] 2> 3583453 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[666016370845E0E1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3583456 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2
[junit4] 2> 3583457 INFO (OverseerStateUpdate-97322226742001672-127.0.0.1:52083_solr-n_0000000000) [n:127.0.0.1:52083_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3583480 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3583486 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.IndexSchema [corewithnocollection] Schema name=minimal
[junit4] 2> 3583489 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3583490 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection' using configuration from collection corewithnocollection
[junit4] 2> 3583497 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37746/data
[junit4] 2> 3583497 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3583497 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrCore [[corewithnocollection] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-001/node2/corewithnocollection], dataDir=[hdfs://localhost:37746/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003/]
[junit4] 2> 3583497 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37746/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003/snapshot_metadata
[junit4] 2> 3583504 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3583504 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3583504 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3583515 WARN (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 3585374 INFO (OverseerCollectionConfigSetProcessor-97322226742001672-127.0.0.1:52083_solr-n_0000000000) [n:127.0.0.1:52083_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3588516 WARN (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 3593520 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3593522 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37746/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003
[junit4] 2> 3593547 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37746/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003/index
[junit4] 2> 3593553 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3593553 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3593553 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3593577 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3593684 INFO (IPC Server handler 7 on 37746) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51858 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ce6b6a95-58de-4175-aee0-ddd939812909:NORMAL:127.0.0.1:55115|RBW], ReplicaUC[[DISK]DS-d4cf32b1-2dd5-4d12-95bf-7e3921adbc7f:NORMAL:127.0.0.1:51858|FINALIZED]]} size 0
[junit4] 2> 3593687 INFO (IPC Server handler 8 on 37746) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55115 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ce6b6a95-58de-4175-aee0-ddd939812909:NORMAL:127.0.0.1:55115|RBW], ReplicaUC[[DISK]DS-d4cf32b1-2dd5-4d12-95bf-7e3921adbc7f:NORMAL:127.0.0.1:51858|FINALIZED]]} size 0
[junit4] 2> 3593721 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3593721 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3593721 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3593728 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3593728 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3593742 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.SolrIndexSearcher Opening [Searcher@6de39231[corewithnocollection] main]
[junit4] 2> 3593743 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3593743 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3593743 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3593743 INFO (searcherExecutor-16048-thread-1-processing-n:127.0.0.1:49982_solr x:corewithnocollection c:corewithnocollection) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrCore [corewithnocollection] Registered new searcher Searcher@6de39231[corewithnocollection] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3593743 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557155642928529408
[junit4] 2> 3593760 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3593760 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3593760 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:49982/solr/corewithnocollection/
[junit4] 2> 3593760 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3593760 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy https://127.0.0.1:49982/solr/corewithnocollection/ has no replicas
[junit4] 2> 3593763 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:49982/solr/corewithnocollection/ shard1
[junit4] 2> 3593913 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3593916 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2} status=0 QTime=10460
[junit4] 2> 3593918 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2
[junit4] 2> 3593920 INFO (OverseerStateUpdate-97322226742001672-127.0.0.1:52083_solr-n_0000000000) [n:127.0.0.1:52083_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3594931 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3594939 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.IndexSchema [corewithnocollection2] Schema name=minimal
[junit4] 2> 3594941 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3594943 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection2' using configuration from collection corewithnocollection2
[junit4] 2> 3594943 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37746/data
[junit4] 2> 3594944 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3594944 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrCore [[corewithnocollection2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-001/node2/corewithnocollection2], dataDir=[hdfs://localhost:37746/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003/]
[junit4] 2> 3594945 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37746/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003/snapshot_metadata
[junit4] 2> 3594952 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3594952 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3594953 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3594963 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3594964 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37746/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003
[junit4] 2> 3594978 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37746/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003/index
[junit4] 2> 3594986 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3594986 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3594986 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3595004 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3595041 INFO (IPC Server handler 9 on 37746) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51858 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-65631d02-cee9-44fe-a819-a02e6d3e9616:NORMAL:127.0.0.1:55115|RBW], ReplicaUC[[DISK]DS-c27c9728-5afd-4fd1-bb82-6a2b5daa7ad3:NORMAL:127.0.0.1:51858|RBW]]} size 0
[junit4] 2> 3595043 INFO (IPC Server handler 7 on 37746) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55115 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-65631d02-cee9-44fe-a819-a02e6d3e9616:NORMAL:127.0.0.1:55115|RBW], ReplicaUC[[DISK]DS-c27c9728-5afd-4fd1-bb82-6a2b5daa7ad3:NORMAL:127.0.0.1:51858|RBW]]} size 0
[junit4] 2> 3595055 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3595056 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3595056 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3595072 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3595072 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3595078 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3380ab7[corewithnocollection2] main]
[junit4] 2> 3595080 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3595081 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3595081 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3595082 INFO (searcherExecutor-16053-thread-1-processing-n:127.0.0.1:49982_solr x:corewithnocollection2 c:corewithnocollection2) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrCore [corewithnocollection2] Registered new searcher Searcher@3380ab7[corewithnocollection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3595082 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557155644332572672
[junit4] 2> 3595089 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3595089 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3595089 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:49982/solr/corewithnocollection2/
[junit4] 2> 3595089 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3595089 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SyncStrategy https://127.0.0.1:49982/solr/corewithnocollection2/ has no replicas
[junit4] 2> 3595092 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:49982/solr/corewithnocollection2/ shard1
[junit4] 2> 3595196 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3595199 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1280
[junit4] 2> 3595201 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[666016370845E0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNoCollectionSpecified
[junit4] 2> 3595278 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[666016370845E0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 3595279 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[666016370845E0E1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3595282 INFO (qtp1392367333-145043) [n:127.0.0.1:49982_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3595283 INFO (OverseerThreadFactory-16039-thread-2-processing-n:127.0.0.1:52083_solr) [n:127.0.0.1:52083_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 3595289 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
[junit4] 2> 3595289 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr ] o.a.s.c.SolrCore [corewithnocollection] CLOSING SolrCore org.apache.solr.core.SolrCore@3eaffabc
[junit4] 2> 3595292 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
[junit4] 2> 3595292 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:37746/data/corewithnocollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003/snapshot_metadata
[junit4] 2> 3595293 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:37746/data/corewithnocollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003/index
[junit4] 2> 3595293 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:37746/data/corewithnocollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003
[junit4] 2> 3595305 INFO (IPC Server handler 3 on 37746) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:55115 127.0.0.1:51858
[junit4] 2> 3595309 INFO (qtp1392367333-145053) [n:127.0.0.1:49982_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 3596041 INFO (qtp1392367333-145043) [n:127.0.0.1:49982_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection&action=DELETE&wt=javabin&version=2} status=0 QTime=759
[junit4] 2> 3596045 INFO (qtp1392367333-145047) [n:127.0.0.1:49982_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3596048 INFO (OverseerCollectionConfigSetProcessor-97322226742001672-127.0.0.1:52083_solr-n_0000000000) [n:127.0.0.1:52083_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3596048 INFO (OverseerThreadFactory-16039-thread-3-processing-n:127.0.0.1:52083_solr) [n:127.0.0.1:52083_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 3596050 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
[junit4] 2> 3596050 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr ] o.a.s.c.SolrCore [corewithnocollection2] CLOSING SolrCore org.apache.solr.core.SolrCore@58bd8ae3
[junit4] 2> 3596052 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
[junit4] 2> 3596052 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:37746/data/corewithnocollection2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003
[junit4] 2> 3596052 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:37746/data/corewithnocollection2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003/snapshot_metadata
[junit4] 2> 3596053 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:37746/data/corewithnocollection2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-003/index
[junit4] 2> 3596059 INFO (IPC Server handler 0 on 37746) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:55115 127.0.0.1:51858
[junit4] 2> 3596061 INFO (qtp1392367333-145027) [n:127.0.0.1:49982_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 3596764 INFO (qtp1392367333-145047) [n:127.0.0.1:49982_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection2&action=DELETE&wt=javabin&version=2} status=0 QTime=719
[junit4] 2> 3596766 INFO (qtp1392367333-145034) [n:127.0.0.1:49982_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3596768 INFO (OverseerCollectionConfigSetProcessor-97322226742001672-127.0.0.1:52083_solr-n_0000000000) [n:127.0.0.1:52083_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3596768 INFO (OverseerThreadFactory-16039-thread-4-processing-n:127.0.0.1:52083_solr) [n:127.0.0.1:52083_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 3596973 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 3597076 INFO (zkCallback-33488-thread-1-processing-n:127.0.0.1:49982_solr) [n:127.0.0.1:49982_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3597347 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@30cda8a1) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:51858 to delete [blk_1073741825_1001, blk_1073741826_1002]
[junit4] 2> 3597981 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3597986 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 3597989 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3597989 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
[junit4] 2> 3597990 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37746/data
[junit4] 2> 3597990 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3597990 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_666016370845E0E1-001/tempDir-001/node2/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:37746/data/created_and_deleted/core_node1/data/]
[junit4] 2> 3597990 INFO (qtp1392367333-145052) [n:127.0.0.1:49982_so
[...truncated too long message...]
dRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3961812 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[666016370845E0E1]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_666016370845E0E1-001
[junit4] 2> Jan 21, 2017 5:28:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=FSTOrd50, _version_=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_i=FSTOrd50, id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=1660, maxMBSortInHeap=5.70411289098509, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=es-CU, timezone=America/Argentina/Rio_Gallegos
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=293926808,total=522715136
[junit4] 2> NOTE: All tests run in this JVM: [TestRestoreCore, ConnectionReuseTest, DistributedFacetExistsSmallTest, SuggesterTSTTest, TestHdfsCloudBackupRestore, TestCollationField, LeaderInitiatedRecoveryOnShardRestartTest, TestHighFrequencyDictionaryFactory, DeleteInactiveReplicaTest, CoreAdminHandlerTest, CollectionStateFormat2Test, TestUtils, BufferStoreTest, HdfsChaosMonkeySafeLeaderTest, BadComponentTest, JSONWriterTest, TestCloudDeleteByQuery, MinimalSchemaTest, TestRuleBasedAuthorizationPlugin, TestOrdValues, TestStressLiveNodes, FullSolrCloudDistribCmdsTest, PreAnalyzedFieldTest, HdfsSyncSliceTest, TestImpersonationWithHadoopAuth, CleanupOldIndexTest, TestClassicSimilarityFactory, SolrCoreMetricManagerTest, CloneFieldUpdateProcessorFactoryTest, LukeRequestHandlerTest, TestSubQueryTransformerCrossCore, TestDFRSimilarityFactory, TestAnalyzedSuggestions, CollectionsAPISolrJTest, SolrCoreCheckLockOnStartupTest, HdfsUnloadDistributedZkTest, OverseerTaskQueueTest, TestOnReconnectListenerSupport, TestJsonFacetRefinement, HLLSerializationTest, StatelessScriptUpdateProcessorFactoryTest, QueryParsingTest, VersionInfoTest, CoreSorterTest, TestTolerantSearch, FacetPivotSmallTest, SpellPossibilityIteratorTest, TestConfig, MetricsHandlerTest, TestDistributedMissingSort, SortSpecParsingTest, TestSolrDeletionPolicy1, CdcrBootstrapTest, RestartWhileUpdatingTest, TestUseDocValuesAsStored2, BitVectorTest, RemoteQueryErrorTest, DebugComponentTest, TestDynamicFieldCollectionResource, TlogReplayBufferedWhileIndexingTest, TestCollapseQParserPlugin, SolrCloudExampleTest, TestGeoJSONResponseWriter, TestTrackingShardHandlerFactory, DistributedFacetPivotSmallAdvancedTest, DocValuesMultiTest, TestBinaryResponseWriter, TestRTimerTree, TestSchemaVersionResource, TestSchemaManager, TestShardHandlerFactory, TestIndexingPerformance, TestSolrCloudWithKerberosAlt, TestRebalanceLeaders, TestWriterPerf, TestShortCircuitedRequests, UnloadDistributedZkTest, TestRequestStatusCollectionAPI, RequestLoggingTest, LeaderFailoverAfterPartitionTest, TestMacros, TestMiniSolrCloudCluster, NoCacheHeaderTest, TestSolrConfigHandlerCloud, TestMergePolicyConfig, AutoCommitTest, SuggesterTest, DataDrivenBlockJoinTest, TestTrieFacet, TestIndexSearcher, TestFieldCacheSanityChecker, TestSolrFieldCacheMBean, SolrPluginUtilsTest, DirectUpdateHandlerTest, TestLeaderInitiatedRecoveryThread, TestZkChroot, BinaryUpdateRequestHandlerTest, TestConfigSetsAPIZkFailure, TestGroupingSearch, TestLFUCache, TestManagedSynonymFilterFactory, TestConfigSets, TestExtendedDismaxParser, TestDocTermOrds, CheckHdfsIndexTest, SimpleFacetsTest, SolrJmxReporterTest, TimeZoneUtilsTest, TestDocBasedVersionConstraints, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestJoin, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, TestLazyCores, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, DocValuesTest, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, RegexBoostProcessorTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, ResponseLogComponentTest, SolrIndexConfigTest, TestDocSet, TestBinaryField, TestSearchPerf, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestXIncludeConfig, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, PeerSyncReplicationTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCollectionAPI, TestConfigSetsAPIExclusivity, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestRandomFlRTGCloud, TestSSLRandomization, TestSolrCloudWithDelegationTokens, TestTolerantUpdateProcessorRandomCloud, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [521/680 (2!)] on J2 in 34.25s, 1 test, 1 failure <<< FAILURES!
[...truncated 62947 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 6 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/6/
8 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([734ACC833B966E19:FB1EF359956A03E1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([734ACC833B966E19:84E505A8C61F8432]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:283)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305)
... 42 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
timed out waiting for collection1 startAt time to exceed: Fri Jan 20 22:14:08 AWST 2017
Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Fri Jan 20 22:14:08 AWST 2017
at __randomizedtesting.SeedInfo.seed([734ACC833B966E19:A8E1CC453EBE07AA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1526)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:867)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([AAA01ACE22CDB7FF]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([AAA01ACE22CDB7FF]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([734ACC833B966E19:5E3483D9CCB2D415]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([734ACC833B966E19:3B3FB8373DA5418C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([734ACC833B966E19:FB1EF359956A03E1]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1757 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1 20, 0029 5:04:32 午後 com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=2004, name=TEST-TestFuzzyQuery.testRandom-seed#[AAA01ACE22CDB7FF], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:397)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=2003, name=SUITE-TestFuzzyQuery-seed#[AAA01ACE22CDB7FF], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=AAA01ACE22CDB7FF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=Etc/GMT-5 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([AAA01ACE22CDB7FF]:0)
[junit4] 2> 1 20, 0029 5:04:32 午後 com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> 1 20, 0029 5:04:53 午後 com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=2004, name=TEST-TestFuzzyQuery.testRandom-seed#[AAA01ACE22CDB7FF], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1 20, 0029 5:04:53 午後 com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2004, name=TEST-TestFuzzyQuery.testRandom-seed#[AAA01ACE22CDB7FF], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> 1 20, 0029 5:04:56 午後 com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2004, name=TEST-TestFuzzyQuery.testRandom-seed#[AAA01ACE22CDB7FF], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=542, maxMBSortInHeap=5.317373562716975, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=ja-JP-u-ca-japanese-x-lvariant-JP, timezone=Etc/GMT-5
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=148539808,total=219676672
[junit4] 2> NOTE: All tests run in this JVM: [TestCrashCausesCorruptIndex, TestTermsEnum2, TestQueryBuilder, TestLongPostings, TestMultiLevelSkipList, TestSpanContainQuery, TestConjunctions, TestTimeLimitingCollector, TestParallelCompositeReader, TestBagOfPositions, Test2BSortedDocValuesFixedSorted, TestTragicIndexWriterDeadlock, TestDateTools, TestCharTermAttributeImpl, TestFieldMaskingSpanQuery, TestIndexWriterExceptions, TestMinimize, TestPerSegmentDeletes, TestCharsRef, TestCustomNorms, TestMultiPhraseEnum, TestDelegatingAnalyzerWrapper, TestSpanFirstQuery, TestParallelReaderEmptyIndex, TestSimpleExplanationsWithFillerDocs, TestDocBoost, TestSpanOrQuery, TestTieredMergePolicy, TestLiveFieldValues, TestNRTThreads, TestDocValues, Test2BPagedBytes, TestUniqueTermCount, TestPrefixCodedTerms, TestAttributeSource, TestLazyProxSkipping, TestIndexableField, TestIOUtils, TestElevationComparator, TestIndexWriter, TestCachingCollector, TestCustomSearcherSort, TestMSBRadixSorter, TestMultiValuedNumericRangeQuery, TestBlockPostingsFormat2, TestBytesRefArray, Test2BDocs, TestSpanExplanationsOfNonMatches, TestNRTCachingDirectory, TestNRTReaderCleanup, TestTwoPhaseCommitTool, TestPolygon, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=AAA01ACE22CDB7FF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=Etc/GMT-5 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([AAA01ACE22CDB7FF]:0)
[junit4] Completed [425/447 (1!)] on J0 in 7223.20s, 1 test, 2 errors <<< FAILURES!
[...truncated 10149 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/init-core-data-001
[junit4] 2> 1122035 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1122035 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1122836 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1123341 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1123709 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 1123728 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1123818 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1123875 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_46615_hdfs____agtayq/webapp
[junit4] 2> 1124817 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46615
[junit4] 2> 1125546 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1125549 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1125557 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48179_datanode____ae01me/webapp
[junit4] 2> 1126029 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48179
[junit4] 2> 1126637 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1126639 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1126662 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49183_datanode____mp5ini/webapp
[junit4] 2> 1127219 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[734ACC833B966E19]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49183
[junit4] 2> 1128716 INFO (IPC Server handler 5 on 46312) [ ] BlockStateChange BLOCK* processReport: from storage DS-32e0ea92-1eb6-43fb-865e-c31448451dfe node DatanodeRegistration(127.0.0.1:34327, datanodeUuid=a6431615-fe77-4df5-ae04-587fd78e53b4, infoPort=43673, infoSecurePort=0, ipcPort=55674, storageInfo=lv=-56;cid=testClusterID;nsid=975068258;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 1128716 INFO (IPC Server handler 5 on 46312) [ ] BlockStateChange BLOCK* processReport: from storage DS-fafa74bd-4899-4ab8-b5ed-d20491755ee2 node DatanodeRegistration(127.0.0.1:34327, datanodeUuid=a6431615-fe77-4df5-ae04-587fd78e53b4, infoPort=43673, infoSecurePort=0, ipcPort=55674, storageInfo=lv=-56;cid=testClusterID;nsid=975068258;c=0), blocks: 0, hasStaleStorage: false, processing time: 1 msecs
[junit4] 2> 1128721 INFO (IPC Server handler 4 on 46312) [ ] BlockStateChange BLOCK* processReport: from storage DS-f4654903-f4da-4002-8507-9775387fa3dc node DatanodeRegistration(127.0.0.1:39598, datanodeUuid=12a5c8c9-b904-4f9e-b5cf-7bd5097d164e, infoPort=32878, infoSecurePort=0, ipcPort=53420, storageInfo=lv=-56;cid=testClusterID;nsid=975068258;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1128729 INFO (IPC Server handler 4 on 46312) [ ] BlockStateChange BLOCK* processReport: from storage DS-49070570-89ba-4ba3-8695-49db5f6a8703 node DatanodeRegistration(127.0.0.1:39598, datanodeUuid=12a5c8c9-b904-4f9e-b5cf-7bd5097d164e, infoPort=32878, infoSecurePort=0, ipcPort=53420, storageInfo=lv=-56;cid=testClusterID;nsid=975068258;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1129020 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1129023 INFO (Thread-1997) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1129023 INFO (Thread-1997) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1129123 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.ZkTestServer start zk server on port:36833
[junit4] 2> 1129191 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1129192 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1129193 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1129194 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1129195 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1129195 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1129196 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1129197 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1129197 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1129198 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1129199 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1129301 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/control-001/cores/collection1
[junit4] 2> 1129310 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1129311 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34eacb6{/,null,AVAILABLE}
[junit4] 2> 1129311 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e7efa9d{HTTP/1.1,[http/1.1]}{127.0.0.1:40731}
[junit4] 2> 1129311 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.e.j.s.Server Started @1132269ms
[junit4] 2> 1129311 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:46312/hdfs__localhost_46312__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.4_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001_tempDir-002_control_data, hostContext=/, hostPort=40731, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/control-001/cores}
[junit4] 2> 1129311 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1129311 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1129312 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1129312 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1129312 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-20T13:55:55.841Z
[junit4] 2> 1129322 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1129322 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/control-001/solr.xml
[junit4] 2> 1129330 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1129331 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36833/solr
[junit4] 2> 1129370 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [n:127.0.0.1:40731_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40731_
[junit4] 2> 1129371 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [n:127.0.0.1:40731_ ] o.a.s.c.Overseer Overseer (id=97315753528983556-127.0.0.1:40731_-n_0000000000) starting
[junit4] 2> 1129404 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [n:127.0.0.1:40731_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40731_
[junit4] 2> 1129409 INFO (zkCallback-804-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1129673 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [n:127.0.0.1:40731_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/control-001/cores
[junit4] 2> 1129673 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [n:127.0.0.1:40731_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1129680 INFO (OverseerStateUpdate-97315753528983556-127.0.0.1:40731_-n_0000000000) [n:127.0.0.1:40731_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1129711 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1129783 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1129938 WARN (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1129939 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1129958 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1129967 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46312/solr_hdfs_home
[junit4] 2> 1129967 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1129967 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/control-001/cores/collection1], dataDir=[hdfs://localhost:46312/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 1129967 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@52762bcb
[junit4] 2> 1129968 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46312/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1129991 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1129991 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1129991 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1131757 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1131769 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46312/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 1131878 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46312/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 1131884 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1131884 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 1131885 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1131892 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1131892 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@555b701b
[junit4] 2> 1132272 INFO (IPC Server handler 6 on 46312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34327 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-32e0ea92-1eb6-43fb-865e-c31448451dfe:NORMAL:127.0.0.1:34327|RBW], ReplicaUC[[DISK]DS-49070570-89ba-4ba3-8695-49db5f6a8703:NORMAL:127.0.0.1:39598|RBW]]} size 71
[junit4] 2> 1132272 INFO (IPC Server handler 1 on 46312) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39598 is added to blk_1073741825_1001 size 71
[junit4] 2> 1132700 WARN (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1132721 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1132721 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1132721 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1132734 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1132734 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1132736 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=32.22265625, floorSegmentMB=1.36328125, forceMergeDeletesPctAllowed=11.893068955214957, segmentsPerTier=48.0, maxCFSSegmentSizeMB=0.46875, noCFSRatio=0.3450886383969133
[junit4] 2> 1132813 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54ccdd19[collection1] main]
[junit4] 2> 1132814 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1132815 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1132817 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1132817 INFO (searcherExecutor-3103-thread-1-processing-n:127.0.0.1:40731_ x:collection1 c:control_collection) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@54ccdd19[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1132836 INFO (coreLoadExecutor-3102-thread-1-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1557052060456714240
[junit4] 2> 1132852 INFO (coreZkRegister-3095-thread-1-processing-n:127.0.0.1:40731_ x:collection1 c:control_collection) [n:127.0.0.1:40731_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1132852 INFO (coreZkRegister-3095-thread-1-processing-n:127.0.0.1:40731_ x:collection1 c:control_collection) [n:127.0.0.1:40731_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1132852 INFO (coreZkRegister-3095-thread-1-processing-n:127.0.0.1:40731_ x:collection1 c:control_collection) [n:127.0.0.1:40731_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40731/collection1/
[junit4] 2> 1132852 INFO (coreZkRegister-3095-thread-1-processing-n:127.0.0.1:40731_ x:collection1 c:control_collection) [n:127.0.0.1:40731_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1132852 INFO (coreZkRegister-3095-thread-1-processing-n:127.0.0.1:40731_ x:collection1 c:control_collection) [n:127.0.0.1:40731_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40731/collection1/ has no replicas
[junit4] 2> 1132855 INFO (coreZkRegister-3095-thread-1-processing-n:127.0.0.1:40731_ x:collection1 c:control_collection) [n:127.0.0.1:40731_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40731/collection1/ shard1
[junit4] 2> 1133060 INFO (coreZkRegister-3095-thread-1-processing-n:127.0.0.1:40731_ x:collection1 c:control_collection) [n:127.0.0.1:40731_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1133081 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1133082 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36833/solr ready
[junit4] 2> 1133082 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1133082 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1133085 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159bc2988250006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1133175 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/shard-1-001/cores/collection1
[junit4] 2> 1133176 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/shard-1-001
[junit4] 2> 1133179 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1133183 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@764d58f6{/,null,AVAILABLE}
[junit4] 2> 1133183 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44bd5289{HTTP/1.1,[http/1.1]}{127.0.0.1:35380}
[junit4] 2> 1133183 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.e.j.s.Server Started @1136141ms
[junit4] 2> 1133183 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:46312/hdfs__localhost_46312__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.4_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=35380, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/shard-1-001/cores}
[junit4] 2> 1133184 ERROR (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1133184 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 1133184 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1133184 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1133184 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-20T13:55:59.713Z
[junit4] 2> 1133187 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1133187 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/shard-1-001/solr.xml
[junit4] 2> 1133193 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1133193 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36833/solr
[junit4] 2> 1133203 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [n:127.0.0.1:35380_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1133207 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [n:127.0.0.1:35380_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35380_
[junit4] 2> 1133212 INFO (zkCallback-814-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1133212 INFO (zkCallback-808-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1133212 INFO (zkCallback-804-thread-2-processing-n:127.0.0.1:40731_) [n:127.0.0.1:40731_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1133315 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [n:127.0.0.1:35380_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/shard-1-001/cores
[junit4] 2> 1133315 INFO (TEST-HdfsWriteToMultipleCollectionsTest.test-seed#[734ACC833B966E19]) [n:127.0.0.1:35380_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1133326 INFO (OverseerStateUpdate-97315753528983556-127.0.0.1:40731_-n_0000000000) [n:127.0.0.1:40731_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1133449 INFO (zkCallback-814-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1134344 INFO (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1134356 INFO (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1134445 WARN (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1134446 INFO (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1134461 INFO (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1134461 INFO (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:46312/solr_hdfs_home
[junit4] 2> 1134462 INFO (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1134462 INFO (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_734ACC833B966E19-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:46312/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 1134462 INFO (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@52762bcb
[junit4] 2> 1134462 INFO (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:46312/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 1134483 INFO (coreLoadExecutor-3113-thread-1-processing-n:127.0.0.1:35380_) [n:127.0.0.1:35380_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocatio
[...truncated too long message...]
nit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactoryTest.teardownClass(HdfsDirectoryFactoryTest.java:61)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4129674 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[734ACC833B966E19]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.core.HdfsDirectoryFactoryTest_734ACC833B966E19-001
[junit4] 2> Jan 20, 2017 2:45:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=222, maxMBSortInHeap=7.020577524304988, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ga-IE, timezone=Asia/Seoul
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=354584936,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [TestSearcherReuse, TestCrossCoreJoin, TestValueSourceCache, LeaderFailureAfterFreshStartTest, DistributedFacetPivotLargeTest, BasicZkTest, TestExceedMaxTermLength, TestPseudoReturnFields, TestRandomDVFaceting, DisMaxRequestHandlerTest, TestLazyCores, TestSlowCompositeReaderWrapper, TestFastWriter, AnalyticsMergeStrategyTest, ReplaceNodeTest, TestXmlQParser, JSONWriterTest, TestImplicitCoreProperties, TestJsonFacets, CloudExitableDirectoryReaderTest, TestGraphMLResponseWriter, TestAtomicUpdateErrorCases, TestDynamicFieldResource, TestSubQueryTransformerDistrib, ConcurrentDeleteAndCreateCollectionTest, SolrRequestParserTest, DateFieldTest, SolrCoreTest, TriLevelCompositeIdRoutingTest, SynonymTokenizerTest, TestExpandComponent, TestRealTimeGet, TestReplicationHandlerBackup, ActionThrottleTest, TestFieldSortValues, ShardSplitTest, TestChildDocTransformer, DistanceUnitsTest, TestFieldCacheSort, TestComponentsName, TestReRankQParserPlugin, DistributedQueryElevationComponentTest, ReplicaListTransformerTest, CollectionTooManyReplicasTest, SecurityConfHandlerTest, TestReplicaProperties, TestRestManager, HdfsWriteToMultipleCollectionsTest, TestFoldingMultitermQuery, ExternalFileFieldSortTest, TestBlobHandler, SyncSliceTest, TestSolrCloudWithSecureImpersonation, TestNumericTerms64, ZkStateReaderTest, TestCryptoKeys, TestEmbeddedSolrServerConstructors, TestDocumentBuilder, TestSchemaResource, TestJoin, TestIBSimilarityFactory, TestRandomFlRTGCloud, PeerSyncReplicationTest, TestJmxIntegration, TestCustomDocTransformer, TestSolr4Spatial, TestConfigSetsAPI, AddSchemaFieldsUpdateProcessorFactoryTest, UUIDFieldTest, TestRemoteStreaming, TestFaceting, TestDownShardTolerantSearch, TestSerializedLuceneMatchVersion, TestRawResponseWriter, TestQueryWrapperFilter, CurrencyFieldOpenExchangeTest, TestFieldTypeCollectionResource, BadCopyFieldTest, TestSortByMinMaxFunction, TestCloudInspectUtil, TestCloudRecovery, OverseerRolesTest, RequiredFieldsTest, SignatureUpdateProcessorFactoryTest, TestReplicationHandler, TestStressRecovery, TestCloudSchemaless, ReturnFieldsTest, SimpleCollectionCreateDeleteTest, ChaosMonkeyNothingIsSafeTest, TestSolrCloudSnapshots, TestScoreJoinQPNoScore, TestFieldCache, AsyncCallRequestStatusResponseTest, CursorPagingTest, TestQuerySenderNoQuery, DefaultValueUpdateProcessorTest, DeleteLastCustomShardedReplicaTest, TestSolrCloudWithHadoopAuthPlugin, TestSolrCLIRunExample, CdcrVersionReplicationTest, HdfsThreadLeakTest, CreateCollectionCleanupTest, MigrateRouteKeyTest, DateRangeFieldTest, BlockCacheTest, AnalysisErrorHandlingTest, TestRandomFaceting, QueryElevationComponentTest, PathHierarchyTokenizerFactoryTest, RollingRestartTest, HttpPartitionTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestClusterProperties, TestDeleteCollectionOnDownNodes, TestLeaderElectionWithEmptyReplica, TestLockTree, TestMiniSolrCloudCluster, TestSSLRandomization, TestTolerantUpdateProcessorCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsSyncSliceTest, StressHdfsTest, BlobRepositoryCloudTest, CoreSorterTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest]
[junit4] Completed [529/680 (5!)] on J0 in 13.06s, 3 tests, 1 error <<< FAILURES!
[...truncated 62926 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 5 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/5/
6 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([33B3BCF930BDD369]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([33B3BCF930BDD369]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor157.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor157.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:753)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:815)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1065)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:930)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:823)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:541)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([7E7A1E49844636A7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor25.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"4", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"4",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([7E7A1E49844636A7:360F6AFD82751932]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([7E7A1E49844636A7:5304511373628CAB]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([7E7A1E49844636A7:F62E21932ABA5B5F]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1857 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> ينا 19, 2017 2:14:05 م com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=9893, name=SUITE-TestFuzzyQuery-seed#[33B3BCF930BDD369], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=9894, name=TEST-TestFuzzyQuery.testRandom-seed#[33B3BCF930BDD369], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=33B3BCF930BDD369 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar -Dtests.timezone=Atlantic/Cape_Verde -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([33B3BCF930BDD369]:0)
[junit4] 2> ينا 19, 2017 2:14:05 م com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> ينا 19, 2017 2:14:25 م com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=9894, name=TEST-TestFuzzyQuery.testRandom-seed#[33B3BCF930BDD369], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:397)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> ينا 19, 2017 2:14:25 م com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=9894, name=TEST-TestFuzzyQuery.testRandom-seed#[33B3BCF930BDD369], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> ينا 19, 2017 2:14:28 م com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=9894, name=TEST-TestFuzzyQuery.testRandom-seed#[33B3BCF930BDD369], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1614, maxMBSortInHeap=6.379974096796016, sim=RandomSimilarity(queryNorm=true,coord=yes): {field=DFR GZ(0.3)}, locale=ar, timezone=Atlantic/Cape_Verde
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=223779712,total=387973120
[junit4] 2> NOTE: All tests run in this JVM: [Test2BNumericDocValues, TestSearchForDuplicates, TestPerSegmentDeletes, TestSearch, TestMutableValues, TestMmapDirectory, TestDocIdsWriter, TestMixedCodecs, TestNRTCachingDirectory, TestFieldValueQuery, FuzzyTermOnShortTermsTest, TestIndexWriterConfig, Test2BSortedDocValuesFixedSorted, TestIndexingSequenceNumbers, TestMaxTermFrequency, TestIndexWriterUnicode, TestConjunctions, TestMatchNoDocsQuery, TestAllFilesDetectTruncation, TestSegmentMerger, TestCachingCollector, TestAddIndexes, TestInPlaceMergeSorter, TestNumericTokenStream, TestTimeLimitingCollector, TestSingleInstanceLockFactory, TestWordlistLoader, TestIndexFileDeleter, TestDoubleValuesSource, TestLucene54DocValuesFormat, TestTermsEnum2, TestCodecHoldsOpenFiles, TestIndexWriter, TestTransactions, TestForceMergeForever, TestUniqueTermCount, LimitedFiniteStringsIteratorTest, TestPrefixQuery, TestDirectory, TestBasics, Test2BBinaryDocValues, TestIndexWriterExceptions2, TestSegmentInfos, TestPointValues, TestComplexExplanationsOfNonMatches, TestDocValues, TestElevationComparator, TestMinimize, TestStressAdvance, TestSimpleExplanationsWithFillerDocs, TestConsistentFieldNumbers, TestPhrasePrefixQuery, TestLucene50CompoundFormat, TestNearSpansOrdered, TestTragicIndexWriterDeadlock, TestParallelReaderEmptyIndex, TestBagOfPositions, TestNotDocIdSet, TestBooleanCoord, TestNRTThreads, TestMultiPhraseEnum, TestExitableDirectoryReader, TestRegExp, TestBufferedChecksum, TestCharArrayMap, TestSpanOrQuery, TestRateLimiter, TestMergeRateLimiter, TestAttributeSource, TestSPIClassIterator, TestStandardAnalyzer, TestTimSorter, TestPointQueries, TestNot, TestIntroSorter, TestSortedSetSelector, TestIndexWriterExceptions, TestConcurrentMergeScheduler, TestNeverDelete, TestLongPostings, TestStressIndexing, TestSnapshotDeletionPolicy, TestTieredMergePolicy, TestIndexWriterForceMerge, TestByteSlices, TestBufferedIndexInput, TestTermsEnum, TestWeakIdentityMap, TestSimpleExplanations, TestDirectoryReader, TestLockFactory, TestPhraseQuery, TestOmitNorms, TestComplexExplanations, TestRegexpRandom2, TestSegmentReader, TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestFieldCacheRewriteMethod, TestPagedBytes, TestMultiThreadTermVectors, TestSort, TestCustomSearcherSort, TestSimilarityBase, TestHugeRamFile, TestBooleanMinShouldMatch, Test2BDocs, TestSpans, TestCustomNorms, TestSpanExplanations, TestFastCompressionMode, TestStressIndexing2, TestLazyProxSkipping, TestDocsAndPositions, TestCodecs, TestCharTermAttributeImpl, TestThreadedForceMerge, TestStressNRT, TestIndexInput, TestDisjunctionMaxQuery, TestOmitTf, TestDocumentWriter, TestCrashCausesCorruptIndex, TestLiveFieldValues, TestForTooMuchCloning, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=33B3BCF930BDD369 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar -Dtests.timezone=Atlantic/Cape_Verde -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([33B3BCF930BDD369]:0)
[junit4] Completed [447/447 (1!)] on J0 in 7223.15s, 10 tests, 2 errors <<< FAILURES!
[...truncated 11152 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7E7A1E49844636A7-001/init-core-data-001
[junit4] 2> 3572239 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3572240 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7E7A1E49844636A7-001/tempDir-001
[junit4] 2> 3572240 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3572240 INFO (Thread-14571) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3572240 INFO (Thread-14571) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3572340 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52762
[junit4] 2> 3572347 INFO (jetty-launcher-3715-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3572354 INFO (jetty-launcher-3715-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3572355 INFO (jetty-launcher-3715-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1267270a{/solr,null,AVAILABLE}
[junit4] 2> 3572355 INFO (jetty-launcher-3715-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d4e96a{/solr,null,AVAILABLE}
[junit4] 2> 3572357 INFO (jetty-launcher-3715-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73cd8dc{HTTP/1.1,[http/1.1]}{127.0.0.1:54770}
[junit4] 2> 3572357 INFO (jetty-launcher-3715-thread-2) [ ] o.e.j.s.Server Started @3575202ms
[junit4] 2> 3572357 INFO (jetty-launcher-3715-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54770}
[junit4] 2> 3572357 ERROR (jetty-launcher-3715-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3572357 INFO (jetty-launcher-3715-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3572357 INFO (jetty-launcher-3715-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3572357 INFO (jetty-launcher-3715-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3572357 INFO (jetty-launcher-3715-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-19T18:14:15.798Z
[junit4] 2> 3572358 INFO (jetty-launcher-3715-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bac0865{HTTP/1.1,[http/1.1]}{127.0.0.1:42377}
[junit4] 2> 3572358 INFO (jetty-launcher-3715-thread-1) [ ] o.e.j.s.Server Started @3575203ms
[junit4] 2> 3572358 INFO (jetty-launcher-3715-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42377}
[junit4] 2> 3572358 ERROR (jetty-launcher-3715-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3572359 INFO (jetty-launcher-3715-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 3572359 INFO (jetty-launcher-3715-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3572359 INFO (jetty-launcher-3715-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3572359 INFO (jetty-launcher-3715-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-19T18:14:15.800Z
[junit4] 2> 3572359 INFO (jetty-launcher-3715-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3572379 INFO (jetty-launcher-3715-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3572381 INFO (jetty-launcher-3715-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3572384 INFO (jetty-launcher-3715-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52762/solr
[junit4] 2> 3572385 INFO (jetty-launcher-3715-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3572385 INFO (jetty-launcher-3715-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52762/solr
[junit4] 2> 3572409 INFO (jetty-launcher-3715-thread-2) [n:127.0.0.1:54770_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54770_solr
[junit4] 2> 3572410 INFO (jetty-launcher-3715-thread-1) [n:127.0.0.1:42377_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42377_solr
[junit4] 2> 3572410 INFO (jetty-launcher-3715-thread-2) [n:127.0.0.1:54770_solr ] o.a.s.c.Overseer Overseer (id=97311107034841094-127.0.0.1:54770_solr-n_0000000000) starting
[junit4] 2> 3572411 INFO (zkCallback-3725-thread-1-processing-n:127.0.0.1:54770_solr) [n:127.0.0.1:54770_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3572411 INFO (zkCallback-3726-thread-1-processing-n:127.0.0.1:42377_solr) [n:127.0.0.1:42377_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3572414 INFO (jetty-launcher-3715-thread-2) [n:127.0.0.1:54770_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54770_solr
[junit4] 2> 3572415 INFO (zkCallback-3725-thread-1-processing-n:127.0.0.1:54770_solr) [n:127.0.0.1:54770_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3572415 INFO (zkCallback-3726-thread-1-processing-n:127.0.0.1:42377_solr) [n:127.0.0.1:42377_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3572439 INFO (jetty-launcher-3715-thread-1) [n:127.0.0.1:42377_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7E7A1E49844636A7-001/tempDir-001/node1/.
[junit4] 2> 3572440 INFO (jetty-launcher-3715-thread-2) [n:127.0.0.1:54770_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7E7A1E49844636A7-001/tempDir-001/node2/.
[junit4] 2> 3573658 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3573658 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52762/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3573695 WARN (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3573700 WARN (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3573701 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3573711 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_37488_hdfs____zhuo6y/webapp
[junit4] 2> 3574038 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37488
[junit4] 2> 3574090 WARN (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3574091 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3574101 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47949_datanode____ua2kci/webapp
[junit4] 2> 3574390 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47949
[junit4] 2> 3574425 WARN (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3574432 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3574442 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40278_datanode____.ycb75u/webapp
[junit4] 2> 3574481 INFO (IPC Server handler 3 on 44944) [ ] BlockStateChange BLOCK* processReport: from storage DS-020ecf16-8a0a-4ebf-83c2-a4384126c14f node DatanodeRegistration(127.0.0.1:53208, datanodeUuid=aa925816-3efb-4511-a61e-0307f50316ea, infoPort=60330, infoSecurePort=0, ipcPort=56185, storageInfo=lv=-56;cid=testClusterID;nsid=885187490;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3574481 INFO (IPC Server handler 3 on 44944) [ ] BlockStateChange BLOCK* processReport: from storage DS-a760f06f-e1a0-4b54-bebd-e0596c908715 node DatanodeRegistration(127.0.0.1:53208, datanodeUuid=aa925816-3efb-4511-a61e-0307f50316ea, infoPort=60330, infoSecurePort=0, ipcPort=56185, storageInfo=lv=-56;cid=testClusterID;nsid=885187490;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3574852 INFO (SUITE-HdfsRecoveryZkTest-seed#[7E7A1E49844636A7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40278
[junit4] 2> 3574941 INFO (IPC Server handler 8 on 44944) [ ] BlockStateChange BLOCK* processReport: from storage DS-d3259fc1-ab5b-4c9e-8d96-43f291e496d2 node DatanodeRegistration(127.0.0.1:50438, datanodeUuid=48bbfdfb-cbd7-43fe-9e2e-53edf6acdf5e, infoPort=35640, infoSecurePort=0, ipcPort=42304, storageInfo=lv=-56;cid=testClusterID;nsid=885187490;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3574941 INFO (IPC Server handler 8 on 44944) [ ] BlockStateChange BLOCK* processReport: from storage DS-28b74aa4-ee4e-4810-b663-73ba06cb7042 node DatanodeRegistration(127.0.0.1:50438, datanodeUuid=48bbfdfb-cbd7-43fe-9e2e-53edf6acdf5e, infoPort=35640, infoSecurePort=0, ipcPort=42304, storageInfo=lv=-56;cid=testClusterID;nsid=885187490;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3575043 INFO (TEST-HdfsRecoveryZkTest.test-seed#[7E7A1E49844636A7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 3575062 INFO (qtp1924866154-31365) [n:127.0.0.1:42377_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3575064 INFO (OverseerThreadFactory-10386-thread-1-processing-n:127.0.0.1:54770_solr) [n:127.0.0.1:54770_solr ] o.a.s.c.CreateCollectionCmd Create collection recoverytest
[junit4] 2> 3575170 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 3575171 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 3575276 INFO (zkCallback-3726-thread-1-processing-n:127.0.0.1:42377_solr) [n:127.0.0.1:42377_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3575276 INFO (zkCallback-3725-thread-3-processing-n:127.0.0.1:54770_solr) [n:127.0.0.1:54770_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3576181 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3576187 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3576190 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema [recoverytest_shard1_replica1] Schema name=minimal
[junit4] 2> 3576192 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3576193 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica1' using configuration from collection recoverytest
[junit4] 2> 3576194 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema [recoverytest_shard1_replica2] Schema name=minimal
[junit4] 2> 3576195 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3576196 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica2' using configuration from collection recoverytest
[junit4] 2> 3576198 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44944/data
[junit4] 2> 3576198 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3576198 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [[recoverytest_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7E7A1E49844636A7-001/tempDir-001/node1/recoverytest_shard1_replica1], dataDir=[hdfs://localhost:44944/data/recoverytest/core_node2/data/]
[junit4] 2> 3576198 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44944/data
[junit4] 2> 3576199 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3576199 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44944/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 3576199 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore [[recoverytest_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7E7A1E49844636A7-001/tempDir-001/node2/recoverytest_shard1_replica2], dataDir=[hdfs://localhost:44944/data/recoverytest/core_node1/data/]
[junit4] 2> 3576199 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44944/data/recoverytest/core_node1/data/snapshot_metadata
[junit4] 2> 3576206 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3576206 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3576206 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3576206 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3576206 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 3576227 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3576230 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3576230 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44944/data/recoverytest/core_node1/data
[junit4] 2> 3576231 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44944/data/recoverytest/core_node2/data
[junit4] 2> 3576245 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44944/data/recoverytest/core_node2/data/index
[junit4] 2> 3576257 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44944/data/recoverytest/core_node1/data/index
[junit4] 2> 3576263 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3576263 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3576266 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3576270 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3576270 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 3576272 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3576303 INFO (IPC Server handler 8 on 44944) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50438 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-020ecf16-8a0a-4ebf-83c2-a4384126c14f:NORMAL:127.0.0.1:53208|RBW], ReplicaUC[[DISK]DS-d3259fc1-ab5b-4c9e-8d96-43f291e496d2:NORMAL:127.0.0.1:50438|RBW]]} size 0
[junit4] 2> 3576307 INFO (IPC Server handler 2 on 44944) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53208 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d3259fc1-ab5b-4c9e-8d96-43f291e496d2:NORMAL:127.0.0.1:50438|RBW], ReplicaUC[[DISK]DS-a760f06f-e1a0-4b54-bebd-e0596c908715:NORMAL:127.0.0.1:53208|FINALIZED]]} size 0
[junit4] 2> 3576315 INFO (IPC Server handler 5 on 44944) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53208 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-28b74aa4-ee4e-4810-b663-73ba06cb7042:NORMAL:127.0.0.1:50438|RBW], ReplicaUC[[DISK]DS-020ecf16-8a0a-4ebf-83c2-a4384126c14f:NORMAL:127.0.0.1:53208|RBW]]} size 0
[junit4] 2> 3576316 INFO (IPC Server handler 6 on 44944) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50438 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-28b74aa4-ee4e-4810-b663-73ba06cb7042:NORMAL:127.0.0.1:50438|RBW], ReplicaUC[[DISK]DS-020ecf16-8a0a-4ebf-83c2-a4384126c14f:NORMAL:127.0.0.1:53208|RBW]]} size 0
[junit4] 2> 3576328 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3576328 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3576328 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3576342 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3576342 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3576342 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3576343 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3576343 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3576352 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3576352 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3576363 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1553c194[recoverytest_shard1_replica2] main]
[junit4] 2> 3576364 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3576365 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3576365 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3576365 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556977716880736256
[junit4] 2> 3576367 INFO (searcherExecutor-10392-thread-1-processing-n:127.0.0.1:54770_solr x:recoverytest_shard1_replica2 s:shard1 c:recoverytest) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore [recoverytest_shard1_replica2] Registered new searcher Searcher@1553c194[recoverytest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3576370 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3576375 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@475bcd29[recoverytest_shard1_replica1] main]
[junit4] 2> 3576375 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3576376 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3576376 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3576376 INFO (searcherExecutor-10391-thread-1-processing-n:127.0.0.1:42377_solr x:recoverytest_shard1_replica1 s:shard1 c:recoverytest) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [recoverytest_shard1_replica1] Registered new searcher Searcher@475bcd29[recoverytest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3576376 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556977716892270592
[junit4] 2> 3576472 INFO (zkCallback-3725-thread-2-processing-n:127.0.0.1:54770_solr) [n:127.0.0.1:54770_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3576472 INFO (zkCallback-3726-thread-1-processing-n:127.0.0.1:42377_solr) [n:127.0.0.1:42377_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3576870 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3576870 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3576870 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/
[junit4] 2> 3576871 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica2 url=http://127.0.0.1:54770/solr START replicas=[http://127.0.0.1:42377/solr/recoverytest_shard1_replica1/] nUpdates=100
[junit4] 2> 3576871 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica2 url=http://127.0.0.1:54770/solr DONE. We have no versions. sync failed.
[junit4] 2> 3576874 INFO (qtp1924866154-31379) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.c.S.Request [recoverytest_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3576874 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3576874 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3576878 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/ shard1
[junit4] 2> 3576980 INFO (zkCallback-3725-thread-2-processing-n:127.0.0.1:54770_solr) [n:127.0.0.1:54770_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3576981 INFO (zkCallback-3726-thread-1-processing-n:127.0.0.1:42377_solr) [n:127.0.0.1:42377_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3577029 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3577031 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2} status=0 QTime=1860
[junit4] 2> 3577134 INFO (zkCallback-3726-thread-1-processing-n:127.0.0.1:42377_solr) [n:127.0.0.1:42377_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3577134 INFO (zkCallback-3725-thread-2-processing-n:127.0.0.1:54770_solr) [n:127.0.0.1:54770_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3577382 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2} status=0 QTime=2211
[junit4] 2> 3577387 INFO (qtp1924866154-31365) [n:127.0.0.1:42377_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3577485 INFO (zkCallback-3726-thread-1-processing-n:127.0.0.1:42377_solr) [n:127.0.0.1:42377_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3577485 INFO (zkCallback-3725-thread-2-processing-n:127.0.0.1:54770_solr) [n:127.0.0.1:54770_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3578388 INFO (qtp1924866154-31365) [n:127.0.0.1:42377_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3325
[junit4] 2> 3578389 INFO (TEST-HdfsRecoveryZkTest.test-seed#[7E7A1E49844636A7]) [ ] o.a.s.c.RecoveryZkTest Indexing 7000 documents
[junit4] 2> 3578409 INFO (qtp1924866154-31378) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-0 (1556977719007248385)]} 0 10
[junit4] 2> 3578409 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0 (1556977719007248385)]} 0 15
[junit4] 2> 3578411 INFO (qtp1924866154-31364) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-0 (1556977719007248384)]} 0 13
[junit4] 2> 3578411 INFO (qtp202555080-31367) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-0 (1556977719007248384)]} 0 18
[junit4] 2> 3578415 INFO (qtp1924866154-31379) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-0 (-1556977719027171328)]} 0 1
[junit4] 2> 3578415 INFO (qtp202555080-31373) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-0 (-1556977719027171328)]} 0 3
[junit4] 2> 3578416 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-0 (-1556977719028219904)]} 0 1
[junit4] 2> 3578416 INFO (qtp202555080-31374) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-0 (-1556977719028219904)]} 0 3
[junit4] 2> 3578419 INFO (qtp1924866154-31365) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-1 (1556977719032414208)]} 0 0
[junit4] 2> 3578419 INFO (qtp202555080-31368) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1 (1556977719032414208)]} 0 2
[junit4] 2> 3578420 INFO (qtp1924866154-31363) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-1 (1556977719033462784)]} 0 0
[junit4] 2> 3578420 INFO (qtp202555080-31372) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-1 (1556977719033462784)]} 0 2
[junit4] 2> 3578423 INFO (qtp1924866154-31378) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-1 (-1556977719036608512)]} 0 0
[junit4] 2> 3578423 INFO (qtp202555080-31370) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-1 (-1556977719036608512)]} 0 2
[junit4] 2> 3578424 INFO (qtp1924866154-31364) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-1 (-1556977719037657088)]} 0 0
[junit4] 2> 3578424 INFO (qtp202555080-31367) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-1 (-1556977719037657088)]} 0 2
[junit4] 2> 3578427 INFO (qtp1924866154-31379) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-2 (1556977719040802816)]} 0 0
[junit4] 2> 3578427 INFO (qtp202555080-31373) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2 (1556977719040802816)]} 0 2
[junit4] 2> 3578431 INFO (qtp1924866154-31377) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-2 (1556977719041851392)]} 0 3
[junit4] 2> 3578431 INFO (qtp202555080-31374) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-2 (1556977719041851392)]} 0 5
[junit4] 2> 3578432 INFO (qtp1924866154-31365) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-2 (-1556977719043948544)]} 0 1
[junit4] 2> 3578432 INFO (qtp202555080-31368) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-2 (-1556977719043948544)]} 0 3
[junit4] 2> 3578435 INFO (qtp1924866154-31363) [n:127.0.0.1:42377_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:54770/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-2 (-1556977719049191424)]} 0 0
[junit4] 2> 3578435 INFO (qtp202555080-31372) [n:127.0.0.1:54770_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-2 (-15569777
[...truncated too long message...]
verInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3783995 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[7E7A1E49844636A7]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_7E7A1E49844636A7-001
[junit4] 2> Jan 19, 2017 6:17:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Direct), a_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=1417, maxMBSortInHeap=5.627225289027391, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=hi, timezone=Europe/Guernsey
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=247651504,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [FileUtilsTest, TestExportWriter, BigEndianAscendingWordSerializerTest, SliceStateTest, DocValuesMissingTest, TestTolerantUpdateProcessorRandomCloud, TestRandomCollapseQParserPlugin, VMParamsZkACLAndCredentialsProvidersTest, SoftAutoCommitTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestUseDocValuesAsStored, SolrIndexConfigTest, DeleteStatusTest, TestBackupRepositoryFactory, TestSubQueryTransformer, SegmentsInfoRequestHandlerTest, ZkStateWriterTest, TestTestInjection, HdfsTlogReplayBufferedWhileIndexingTest, TestQueryUtils, DistributedFacetPivotWhiteBoxTest, ShufflingReplicaListTransformerTest, SolrGraphiteReporterTest, OpenCloseCoreStressTest, TestQuerySenderListener, BasicAuthIntegrationTest, TestExclusionRuleCollectionAccess, TestRequestForwarding, DistanceFunctionTest, IndexSchemaTest, TestManagedStopFilterFactory, TestFreeTextSuggestions, HdfsChaosMonkeyNothingIsSafeTest, RecoveryAfterSoftCommitTest, SSLMigrationTest, TestUpdate, TestReloadAndDeleteDocs, TestSuggestSpellingConverter, TestSimpleTrackingShardHandler, TestNonDefinedSimilarityFactory, TestRandomRequestDistribution, SpatialFilterTest, SmileWriterTest, TestPivotHelperCode, TestUninvertingReader, DeleteNodeTest, TestDeleteCollectionOnDownNodes, SystemInfoHandlerTest, TestCustomStream, CustomCollectionTest, TestFilteredDocIdSet, TestBM25SimilarityFactory, TestBulkSchemaAPI, CachingDirectoryFactoryTest, CollectionReloadTest, SchemaVersionSpecificBehaviorTest, ConvertedLegacyTest, SolrIndexMetricsTest, CollectionsAPIAsyncDistributedZkTest, TestLegacyFieldCache, SortByFunctionTest, TestCloudPivotFacet, DocumentBuilderTest, DistributedMLTComponentTest, CdcrReplicationHandlerTest, TestPKIAuthenticationPlugin, TestObjectReleaseTracker, OverseerCollectionConfigSetProcessorTest, ExitableDirectoryReaderTest, DistributedIntervalFacetingTest, TestAnalyzeInfixSuggestions, TestManagedResource, SpellCheckComponentTest, ShardRoutingCustomTest, TestDelegationWithHadoopAuth, TestReqParamsAPI, CollectionsAPIDistributedZkTest, UpdateRequestProcessorFactoryTest, TestXmlQParserPlugin, MoreLikeThisHandlerTest, JsonLoaderTest, BooleanFieldTest, TestMiniSolrCloudClusterSSL, CopyFieldTest, TestSQLHandlerNonCloud, TestFiltering, TestCloudManagedSchema, SuggestComponentTest, DistributedTermsComponentTest, TestHashPartitioner, EchoParamsTest, TestScoreJoinQPScore, AnalyticsQueryTest, HdfsLockFactoryTest, AliasIntegrationTest, TestSolrQueryParserDefaultOperatorResource, SimpleMLTQParserTest, TestWordDelimiterFilterFactory, LeaderInitiatedRecoveryOnCommitTest, TestSolrIndexConfig, TestCursorMarkWithoutUniqueKey, SearchHandlerTest, SharedFSAutoReplicaFailoverTest, BJQParserTest, TestSegmentSorting, SolrCmdDistributorTest, TestStressCloudBlindAtomicUpdates, LoggingHandlerTest, TestDefaultSearchFieldResource, TestInitQParser, FullHLLTest, SolrInfoMBeanTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplicationFactorTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestLockTree, TestMiniSolrCloudCluster, TestRebalanceLeaders, TestRequestStatusCollectionAPI, TestSSLRandomization, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestStressLiveNodes, TriLevelCompositeIdRoutingTest, HdfsCollectionsAPIDistributedZkTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [517/680 (3!)] on J1 in 33.67s, 1 test, 1 failure <<< FAILURES!
[...truncated 63012 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 4 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/4/
6 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([A7B429E85CFE5361:2477F77B4826D8E8]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<4>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([A7B429E85CFE5361:2FE01632F2023E99]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:313) at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:543) at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:464) at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:78) at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:1455) at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:1348) at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1157) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124) at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:159) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2306) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:313)
at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:543)
at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:464)
at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:78)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:1455)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:1348)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1157)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:159)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2306)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([A7B429E85CFE5361]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([A7B429E85CFE5361:EFC15D5C5ACD7CF4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([A7B429E85CFE5361:8ACA66B2ABDAE96D]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([A7B429E85CFE5361:2FE01632F2023E99]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11381 lines...]
[junit4] Suite: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/init-core-data-001
[junit4] 2> 252827 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 252827 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 255036 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 256658 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 257681 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 257893 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 258196 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 258632 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43944_hdfs____62wp50/webapp
[junit4] 2> 260807 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43944
[junit4] 2> 263793 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 263798 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 263813 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47113_datanode____r2xms7/webapp
[junit4] 2> 264611 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47113
[junit4] 2> 265984 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 265986 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 265996 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55727_datanode____.ox5f5p/webapp
[junit4] 2> 267190 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[A7B429E85CFE5361]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55727
[junit4] 2> 269623 INFO (IPC Server handler 4 on 50553) [ ] BlockStateChange BLOCK* processReport: from storage DS-72c7baad-9adb-4328-a2b3-d5583b05db08 node DatanodeRegistration(127.0.0.1:34847, datanodeUuid=e33c1b9d-f0b4-4132-958a-370f4671ac23, infoPort=45811, infoSecurePort=0, ipcPort=39999, storageInfo=lv=-56;cid=testClusterID;nsid=1805680937;c=0), blocks: 0, hasStaleStorage: true, processing time: 184 msecs
[junit4] 2> 269624 INFO (IPC Server handler 9 on 50553) [ ] BlockStateChange BLOCK* processReport: from storage DS-87fa2927-12f1-46c0-acff-b7fb8230f689 node DatanodeRegistration(127.0.0.1:53510, datanodeUuid=21f08e4a-c712-4bc1-ad53-b56408ec88a7, infoPort=47093, infoSecurePort=0, ipcPort=48679, storageInfo=lv=-56;cid=testClusterID;nsid=1805680937;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 269624 INFO (IPC Server handler 4 on 50553) [ ] BlockStateChange BLOCK* processReport: from storage DS-eccbb487-9d61-4016-bd93-5f40e890fda5 node DatanodeRegistration(127.0.0.1:34847, datanodeUuid=e33c1b9d-f0b4-4132-958a-370f4671ac23, infoPort=45811, infoSecurePort=0, ipcPort=39999, storageInfo=lv=-56;cid=testClusterID;nsid=1805680937;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 269624 INFO (IPC Server handler 9 on 50553) [ ] BlockStateChange BLOCK* processReport: from storage DS-0db8a561-9f92-4569-8546-05f32126e9e5 node DatanodeRegistration(127.0.0.1:53510, datanodeUuid=21f08e4a-c712-4bc1-ad53-b56408ec88a7, infoPort=47093, infoSecurePort=0, ipcPort=48679, storageInfo=lv=-56;cid=testClusterID;nsid=1805680937;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 270240 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 270243 INFO (Thread-549) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 270243 INFO (Thread-549) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 270343 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.ZkTestServer start zk server on port:56719
[junit4] 2> 270514 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 270516 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 270517 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 270518 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 270522 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 270523 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 270524 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 270524 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 270525 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 270526 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 270527 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 270703 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/control-001/cores/collection1
[junit4] 2> 270705 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 270780 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7889fdf8{/,null,AVAILABLE}
[junit4] 2> 270780 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b77c8ca{HTTP/1.1,[http/1.1]}{127.0.0.1:57313}
[junit4] 2> 270780 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.Server Started @274346ms
[junit4] 2> 270780 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=57313, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/control-001/cores}
[junit4] 2> 270781 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 270781 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 270781 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 270781 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 270781 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-18T20:44:16.482Z
[junit4] 2> 270862 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 270862 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/control-001/solr.xml
[junit4] 2> 270915 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 270926 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56719/solr
[junit4] 2> 271243 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:57313_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57313_
[junit4] 2> 271244 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:57313_ ] o.a.s.c.Overseer Overseer (id=97306034565873668-127.0.0.1:57313_-n_0000000000) starting
[junit4] 2> 271282 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:57313_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57313_
[junit4] 2> 271285 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 271367 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:57313_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/control-001/cores
[junit4] 2> 271367 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:57313_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 271400 INFO (OverseerStateUpdate-97306034565873668-127.0.0.1:57313_-n_0000000000) [n:127.0.0.1:57313_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 271450 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 271527 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 271838 WARN (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 271839 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 271944 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 272304 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50553/solr_hdfs_home
[junit4] 2> 272304 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 272304 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/control-001/cores/collection1], dataDir=[hdfs://localhost:50553/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 272305 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ad3006c
[junit4] 2> 272305 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50553/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 272350 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 272350 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 272350 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 276353 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 276366 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50553/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 276456 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50553/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 276463 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 276463 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 276463 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 276471 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 276471 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 277142 INFO (IPC Server handler 4 on 50553) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34847 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-72c7baad-9adb-4328-a2b3-d5583b05db08:NORMAL:127.0.0.1:34847|RBW], ReplicaUC[[DISK]DS-87fa2927-12f1-46c0-acff-b7fb8230f689:NORMAL:127.0.0.1:53510|RBW]]} size 71
[junit4] 2> 277144 INFO (IPC Server handler 9 on 50553) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53510 is added to blk_1073741825_1001 size 71
[junit4] 2> 277718 WARN (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 277786 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 277786 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 277786 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 277810 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 277810 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 277821 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=2.1787109375, floorSegmentMB=1.013671875, forceMergeDeletesPctAllowed=8.500118411867492, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4695422095545214
[junit4] 2> 278114 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c776ca5[collection1] main]
[junit4] 2> 278115 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 278115 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 278118 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 278121 INFO (searcherExecutor-624-thread-1-processing-n:127.0.0.1:57313_ x:collection1 c:control_collection) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7c776ca5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 278133 INFO (coreLoadExecutor-623-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556896561322000384
[junit4] 2> 278156 INFO (coreZkRegister-616-thread-1-processing-n:127.0.0.1:57313_ x:collection1 c:control_collection) [n:127.0.0.1:57313_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 278156 INFO (coreZkRegister-616-thread-1-processing-n:127.0.0.1:57313_ x:collection1 c:control_collection) [n:127.0.0.1:57313_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 278156 INFO (coreZkRegister-616-thread-1-processing-n:127.0.0.1:57313_ x:collection1 c:control_collection) [n:127.0.0.1:57313_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57313/collection1/
[junit4] 2> 278156 INFO (coreZkRegister-616-thread-1-processing-n:127.0.0.1:57313_ x:collection1 c:control_collection) [n:127.0.0.1:57313_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 278156 INFO (coreZkRegister-616-thread-1-processing-n:127.0.0.1:57313_ x:collection1 c:control_collection) [n:127.0.0.1:57313_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:57313/collection1/ has no replicas
[junit4] 2> 278160 INFO (coreZkRegister-616-thread-1-processing-n:127.0.0.1:57313_ x:collection1 c:control_collection) [n:127.0.0.1:57313_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57313/collection1/ shard1
[junit4] 2> 278311 INFO (coreZkRegister-616-thread-1-processing-n:127.0.0.1:57313_ x:collection1 c:control_collection) [n:127.0.0.1:57313_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 278449 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 278452 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56719/solr ready
[junit4] 2> 278452 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 278465 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 278670 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-1-001/cores/collection1
[junit4] 2> 278670 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-1-001
[junit4] 2> 278683 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 278684 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ecbafe5{/,null,AVAILABLE}
[junit4] 2> 278684 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d4a1371{HTTP/1.1,[http/1.1]}{127.0.0.1:57619}
[junit4] 2> 278684 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.Server Started @282251ms
[junit4] 2> 278685 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=57619, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-1-001/cores}
[junit4] 2> 278702 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 278726 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 278726 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 278726 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 278726 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-18T20:44:24.427Z
[junit4] 2> 278792 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 278792 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-1-001/solr.xml
[junit4] 2> 278798 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 278799 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56719/solr
[junit4] 2> 278805 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:57619_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 278807 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:57619_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57619_
[junit4] 2> 278819 INFO (zkCallback-864-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 278819 INFO (zkCallback-860-thread-1-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 278825 INFO (zkCallback-870-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 278888 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:57619_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-1-001/cores
[junit4] 2> 278889 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:57619_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 278895 INFO (OverseerStateUpdate-97306034565873668-127.0.0.1:57313_-n_0000000000) [n:127.0.0.1:57313_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 279100 INFO (zkCallback-870-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 279990 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 280101 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 280177 WARN (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 280180 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 280260 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 280260 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50553/solr_hdfs_home
[junit4] 2> 280271 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 280271 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:50553/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 280272 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ad3006c
[junit4] 2> 280272 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50553/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 280358 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 280358 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 280358 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 280375 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 280393 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50553/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 280678 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:50553/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 280726 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 280726 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 280726 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 280738 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 280738 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 280895 INFO (IPC Server handler 9 on 50553) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34847 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-87fa2927-12f1-46c0-acff-b7fb8230f689:NORMAL:127.0.0.1:53510|RBW], ReplicaUC[[DISK]DS-eccbb487-9d61-4016-bd93-5f40e890fda5:NORMAL:127.0.0.1:34847|FINALIZED]]} size 0
[junit4] 2> 280902 INFO (IPC Server handler 1 on 50553) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53510 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eccbb487-9d61-4016-bd93-5f40e890fda5:NORMAL:127.0.0.1:34847|FINALIZED], ReplicaUC[[DISK]DS-0db8a561-9f92-4569-8546-05f32126e9e5:NORMAL:127.0.0.1:53510|FINALIZED]]} size 0
[junit4] 2> 280949 WARN (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 281136 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 281136 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 281136 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 281145 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 281146 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 281161 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=2.1787109375, floorSegmentMB=1.013671875, forceMergeDeletesPctAllowed=8.500118411867492, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4695422095545214
[junit4] 2> 281264 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@95450a2[collection1] main]
[junit4] 2> 281265 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 281265 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 281266 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 281267 INFO (searcherExecutor-635-thread-1-processing-n:127.0.0.1:57619_ x:collection1 c:collection1) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@95450a2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 281279 INFO (coreLoadExecutor-634-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1556896564620820480
[junit4] 2> 281312 INFO (coreZkRegister-629-thread-1-processing-n:127.0.0.1:57619_ x:collection1 c:collection1) [n:127.0.0.1:57619_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 281312 INFO (coreZkRegister-629-thread-1-processing-n:127.0.0.1:57619_ x:collection1 c:collection1) [n:127.0.0.1:57619_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 281312 INFO (coreZkRegister-629-thread-1-processing-n:127.0.0.1:57619_ x:collection1 c:collection1) [n:127.0.0.1:57619_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57619/collection1/
[junit4] 2> 281312 INFO (coreZkRegister-629-thread-1-processing-n:127.0.0.1:57619_ x:collection1 c:collection1) [n:127.0.0.1:57619_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 281312 INFO (coreZkRegister-629-thread-1-processing-n:127.0.0.1:57619_ x:collection1 c:collection1) [n:127.0.0.1:57619_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:57619/collection1/ has no replicas
[junit4] 2> 281313 INFO (zkCallback-870-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 281316 INFO (coreZkRegister-629-thread-1-processing-n:127.0.0.1:57619_ x:collection1 c:collection1) [n:127.0.0.1:57619_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57619/collection1/ shard2
[junit4] 2> 281418 INFO (zkCallback-870-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 281467 INFO (coreZkRegister-629-thread-1-processing-n:127.0.0.1:57619_ x:collection1 c:collection1) [n:127.0.0.1:57619_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 281615 INFO (zkCallback-870-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 281765 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-2-001/cores/collection1
[junit4] 2> 281766 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-2-001
[junit4] 2> 281768 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 281768 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54a86d3c{/,null,AVAILABLE}
[junit4] 2> 281769 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@723b0377{HTTP/1.1,[http/1.1]}{127.0.0.1:38221}
[junit4] 2> 281769 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.Server Started @285335ms
[junit4] 2> 281769 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/, hostPort=38221, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-2-001/cores}
[junit4] 2> 281769 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 281776 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 281776 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 281776 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 281776 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-18T20:44:27.477Z
[junit4] 2> 281786 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 281786 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-2-001/solr.xml
[junit4] 2> 281821 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 281832 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56719/solr
[junit4] 2> 281884 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:38221_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 281888 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:38221_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38221_
[junit4] 2> 281901 INFO (zkCallback-860-thread-3-processing-n:127.0.0.1:57313_) [n:127.0.0.1:57313_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 281905 INFO (zkCallback-876-thread-1-processing-n:127.0.0.1:38221_) [n:127.0.0.1:38221_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 281901 INFO (zkCallback-864-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 281901 INFO (zkCallback-870-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 281943 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:38221_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_A7B429E85CFE5361-001/shard-2-001/cores
[junit4] 2> 281944 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[A7B429E85CFE5361]) [n:127.0.0.1:38221_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 281946 INFO (OverseerStateUpdate-97306034565873668-127.0.0.1:57313_-n_0000000000) [n:127.0.0.1:57313_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 282063 INFO (zkCallback-876-thread-1-processing-n:127.0.0.1:38221_) [n:127.0.0.1:38221_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 282063 INFO (zkCallback-870-thread-1-processing-n:127.0.0.1:57619_) [n:127.0.0.1:57619_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 282959 INFO (coreLoadExecutor-645-thread-1-processing-n:127.0.0.1:38221_) [n:127.0.0.1:38221_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 282991 INFO (coreLoadExecutor-645-thread-1-processing-n:127.0.0.1:38221_) [n:127.0.0.1:38221_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 283215 WARN (coreLoadExecutor-645-thread-1-processing-n:127.0.0.1:38221_) [n:127.0.0.1:38221_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 283219 INFO (coreLoadExecutor-645-thread-1-processing-n:127.0.0.1:38221_) [n:127.0.0.1:38221_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 283288 INFO (coreLoadExecutor-645-thread-1-processing-n:127.0.0.1:38221_) [n:127.0.0.1:38221_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 283288 INFO (coreLoadExecutor-645-thread-1-processing-n:127.0.0.1:38221_) [n:127.0.0.1:38221_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:50553/solr_hdfs_home
[junit4] 2> 283288 INFO (coreLoadExecutor-645-thread-1-processing-n:127.0.0.1:38221_) [n:127.0.0.1:38221_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 283288 INFO (coreLoadExecutor-645-thread-1-processing-n:127.0.0.1:38221_) [n:127.0.0.1:38221_ c:co
[...truncated too long message...]
llection/state.json] for collection [target_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4152093 INFO (zkCallback-3942-thread-5-processing-n:127.0.0.1:55765__%2Fk) [n:127.0.0.1:55765__%2Fk ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/target_collection/state.json] for collection [target_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4154054 WARN (zkCallback-3935-thread-6-processing-n:127.0.0.1:45504__%2Fk) [n:127.0.0.1:45504__%2Fk c:target_collection s:shard1 r:core_node3 x:target_collection_shard1_replica2] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 4154054 INFO (zkCallback-3935-thread-6-processing-n:127.0.0.1:45504__%2Fk) [n:127.0.0.1:45504__%2Fk c:target_collection s:shard1 r:core_node3 x:target_collection_shard1_replica2] o.a.s.c.SolrCore [target_collection_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@2a89fe81
[junit4] 2> 4154054 INFO (zkCallback-3935-thread-6-processing-n:127.0.0.1:45504__%2Fk) [n:127.0.0.1:45504__%2Fk c:target_collection s:shard1 r:core_node3 x:target_collection_shard1_replica2] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard1
[junit4] 2> 4154088 INFO (zkCallback-3935-thread-6-processing-n:127.0.0.1:45504__%2Fk) [n:127.0.0.1:45504__%2Fk c:target_collection s:shard1 r:core_node3 x:target_collection_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.target_collection.shard1.replica2
[junit4] 2> 4154088 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4154089 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@23ce714a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 4154089 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@161e99e0{/_/k,null,UNAVAILABLE}
[junit4] 2> 4154090 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 55765
[junit4] 2> 4154090 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1556685878
[junit4] 2> 4154094 INFO (coreCloseExecutor-7075-thread-1) [n:127.0.0.1:55765__%2Fk c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica2] o.a.s.c.SolrCore [target_collection_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@3a280c1f
[junit4] 2> 4154095 INFO (coreCloseExecutor-7075-thread-1) [n:127.0.0.1:55765__%2Fk c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica2] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 4154118 INFO (coreCloseExecutor-7075-thread-1) [n:127.0.0.1:55765__%2Fk c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.target_collection.shard2.replica2
[junit4] 2> 4154119 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.Overseer Overseer (id=97306268703260705-127.0.0.1:55765__%2Fk-n_0000000007) closing
[junit4] 2> 4154119 INFO (OverseerStateUpdate-97306268703260705-127.0.0.1:55765__%2Fk-n_0000000007) [n:127.0.0.1:55765__%2Fk ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55765__%2Fk
[junit4] 2> 4155621 WARN (zkCallback-3942-thread-9-processing-n:127.0.0.1:55765__%2Fk) [n:127.0.0.1:55765__%2Fk ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4155622 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4155623 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@45f0989a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 4155623 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@169b179e{/_/k,null,UNAVAILABLE}
[junit4] 2> 4155625 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplicationAfterRestart
[junit4] 2> 4155627 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[A7B429E85CFE5361]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34438 34438
[junit4] 2> 4155738 INFO (Thread-107604) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34438 34438
[junit4] 2> 4155740 WARN (Thread-107604) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/aliases.json
[junit4] 2> 18 /solr/configs/conf1
[junit4] 2> 10 /solr/security.json
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 5 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/clusterprops.json
[junit4] 2> 35 /solr/clusterstate.json
[junit4] 2> 9 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 6 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2> 3 /solr/overseer_elect/election/97306268703260680-127.0.0.1:39536__%2Fk-n_0000000001
[junit4] 2> 2 /solr/collections/source_collection/leader_elect/shard1/election/97306268703260686-core_node1-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/97306268703260705-127.0.0.1:55765__%2Fk-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 305 /solr/overseer/collection-queue-work
[junit4] 2> 87 /solr/overseer/queue
[junit4] 2> 35 /solr/collections
[junit4] 2> 33 /solr/live_nodes
[junit4] 2> 28 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4155741 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[A7B429E85CFE5361]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_A7B429E85CFE5361-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1014, maxMBSortInHeap=7.103990925602041, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ja-JP-u-ca-japanese-x-lvariant-JP, timezone=Antarctica/Davis
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=233252368,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [ExternalFileFieldSortTest, TestEmbeddedSolrServerConstructors, DistributedQueryElevationComponentTest, TestFastWriter, TestAtomicUpdateErrorCases, SyncSliceTest, TestValueSourceCache, TestAuthorizationFramework, TestScoreJoinQPNoScore, BasicDistributedZkTest, TestFieldCache, PeerSyncWithIndexFingerprintCachingTest, PreAnalyzedUpdateProcessorTest, ChaosMonkeyNothingIsSafeTest, TestHashQParserPlugin, TestLocalFSCloudBackupRestore, DistributedDebugComponentTest, TestBlobHandler, RollingRestartTest, DateFieldTest, TestSortByMinMaxFunction, HdfsWriteToMultipleCollectionsTest, TestReplicationHandler, TestCloudRecovery, TestRealTimeGet, TestLeaderElectionWithEmptyReplica, TestComplexPhraseLeadingWildcard, DistribDocExpirationUpdateProcessorTest, HdfsCollectionsAPIDistributedZkTest, HdfsBasicDistributedZkTest, DistributedFacetPivotSmallTest, TestSlowCompositeReaderWrapper, TestLazyCores, TestBadConfig, TestFaceting, BasicZkTest, TestPerFieldSimilarityWithDefaultOverride, RuleEngineTest, TestDocumentBuilder, CdcrVersionReplicationTest, TestJmxIntegration, TestIntervalFaceting, TestReplicaProperties, TestCustomDocTransformer, ConjunctionSolrSpellCheckerTest, TestNumericTerms64, TestOmitPositions, JSONWriterTest, TestSha256AuthenticationProvider, HLLUtilTest, TestStressRecovery, DeleteLastCustomShardedReplicaTest, TestReRankQParserPlugin, QueryEqualityTest, MigrateRouteKeyTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [543/680 (5!)] on J0 in 1621.03s, 11 tests, 1 failure <<< FAILURES!
[...truncated 62900 lines...]