You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/11/03 01:44:42 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 192 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/192/
5 tests failed.
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([150B8ABDB6F96C42:9D5FB567180501BA]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:199)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test
Error Message:
No registered leader was found after waiting for 10000ms , collection: collection1 slice: shard5
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 10000ms , collection: collection1 slice: shard5
at __randomizedtesting.SeedInfo.seed([150B8ABDB6F96C42:9D5FB567180501BA]:0)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:747)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:427)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:332)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1478134222177,generation=2,filelist=[_7vz.fdt, _7vz.fdx, _7vz.fnm, _7vz.nvd, _7vz.nvm, _7vz.si, _7vz_TestBloomFilteredLucenePostings_0.blm, _7vz_TestBloomFilteredLucenePostings_0.doc, _7vz_TestBloomFilteredLucenePostings_0.tim, _7vz_TestBloomFilteredLucenePostings_0.tip, _bm1.fdt, _bm1.fdx, _bm1.fnm, _bm1.nvd, _bm1.nvm, _bm1.si, _bm1_TestBloomFilteredLucenePostings_0.blm, _bm1_TestBloomFilteredLucenePostings_0.doc, _bm1_TestBloomFilteredLucenePostings_0.tim, _bm1_TestBloomFilteredLucenePostings_0.tip, _bm2.fdt, _bm2.fdx, _bm2.fnm, _bm2.nvd, _bm2.nvm, _bm2.si, _bm2_TestBloomFilteredLucenePostings_0.blm, _bm2_TestBloomFilteredLucenePostings_0.doc, _bm2_TestBloomFilteredLucenePostings_0.tim, _bm2_TestBloomFilteredLucenePostings_0.tip, _bm3.fdt, _bm3.fdx, _bm3.fnm, _bm3.nvd, _bm3.nvm, _bm3.si, _bm3_TestBloomFilteredLucenePostings_0.blm, _bm3_TestBloomFilteredLucenePostings_0.doc, _bm3_TestBloomFilteredLucenePostings_0.tim, _bm3_TestBloomFilteredLucenePostings_0.tip, _bm4.fdt, _bm4.fdx, _bm4.fnm, _bm4.nvd, _bm4.nvm, _bm4.si, _bm4_TestBloomFilteredLucenePostings_0.blm, _bm4_TestBloomFilteredLucenePostings_0.doc, _bm4_TestBloomFilteredLucenePostings_0.tim, _bm4_TestBloomFilteredLucenePostings_0.tip, _bm5.fdt, _bm5.fdx, _bm5.fnm, _bm5.nvd, _bm5.nvm, _bm5.si, _bm5_TestBloomFilteredLucenePostings_0.blm, _bm5_TestBloomFilteredLucenePostings_0.doc, _bm5_TestBloomFilteredLucenePostings_0.tim, _bm5_TestBloomFilteredLucenePostings_0.tip, _bm6.fdt, _bm6.fdx, _bm6.fnm, _bm6.nvd, _bm6.nvm, _bm6.si, _bm6_TestBloomFilteredLucenePostings_0.blm, _bm6_TestBloomFilteredLucenePostings_0.doc, _bm6_TestBloomFilteredLucenePostings_0.tim, _bm6_TestBloomFilteredLucenePostings_0.tip, _bm7.fdt, _bm7.fdx, _bm7.fnm, _bm7.nvd, _bm7.nvm, _bm7.si, _bm7_TestBloomFilteredLucenePostings_0.blm, _bm7_TestBloomFilteredLucenePostings_0.doc, _bm7_TestBloomFilteredLucenePostings_0.tim, _bm7_TestBloomFilteredLucenePostings_0.tip, _bm8.fdt, _bm8.fdx, _bm8.fnm, _bm8.nvd, _bm8.nvm, _bm8.si, _bm8_TestBloomFilteredLucenePostings_0.blm, _bm8_TestBloomFilteredLucenePostings_0.doc, _bm8_TestBloomFilteredLucenePostings_0.tim, _bm8_TestBloomFilteredLucenePostings_0.tip, _bm9.fdt, _bm9.fdx, _bm9.fnm, _bm9.nvd, _bm9.nvm, _bm9.si, _bm9_TestBloomFilteredLucenePostings_0.blm, _bm9_TestBloomFilteredLucenePostings_0.doc, _bm9_TestBloomFilteredLucenePostings_0.tim, _bm9_TestBloomFilteredLucenePostings_0.tip, _bma.fdt, _bma.fdx, _bma.fnm, _bma.nvd, _bma.nvm, _bma.si, _bma_TestBloomFilteredLucenePostings_0.blm, _bma_TestBloomFilteredLucenePostings_0.doc, _bma_TestBloomFilteredLucenePostings_0.tim, _bma_TestBloomFilteredLucenePostings_0.tip, _bmb.fdt, _bmb.fdx, _bmb.fnm, _bmb.nvd, _bmb.nvm, _bmb.si, _bmb_TestBloomFilteredLucenePostings_0.blm, _bmb_TestBloomFilteredLucenePostings_0.doc, _bmb_TestBloomFilteredLucenePostings_0.tim, _bmb_TestBloomFilteredLucenePostings_0.tip, _bmc.fdt, _bmc.fdx, _bmc.fnm, _bmc.nvd, _bmc.nvm, _bmc.si, _bmc_TestBloomFilteredLucenePostings_0.blm, _bmc_TestBloomFilteredLucenePostings_0.doc, _bmc_TestBloomFilteredLucenePostings_0.tim, _bmc_TestBloomFilteredLucenePostings_0.tip, _bmd.fdt, _bmd.fdx, _bmd.fnm, _bmd.nvd, _bmd.nvm, _bmd.si, _bmd_TestBloomFilteredLucenePostings_0.blm, _bmd_TestBloomFilteredLucenePostings_0.doc, _bmd_TestBloomFilteredLucenePostings_0.tim, _bmd_TestBloomFilteredLucenePostings_0.tip, _bme.fdt, _bme.fdx, _bme.fnm, _bme.nvd, _bme.nvm, _bme.si, _bme_TestBloomFilteredLucenePostings_0.blm, _bme_TestBloomFilteredLucenePostings_0.doc, _bme_TestBloomFilteredLucenePostings_0.tim, _bme_TestBloomFilteredLucenePostings_0.tip, _bmf.fdt, _bmf.fdx, _bmf.fnm, _bmf.nvd, _bmf.nvm, _bmf.si, _bmf_TestBloomFilteredLucenePostings_0.blm, _bmf_TestBloomFilteredLucenePostings_0.doc, _bmf_TestBloomFilteredLucenePostings_0.tim, _bmf_TestBloomFilteredLucenePostings_0.tip, _bmg.fdt, _bmg.fdx, _bmg.fnm, _bmg.nvd, _bmg.nvm, _bmg.si, _bmg_TestBloomFilteredLucenePostings_0.blm, _bmg_TestBloomFilteredLucenePostings_0.doc, _bmg_TestBloomFilteredLucenePostings_0.tim, _bmg_TestBloomFilteredLucenePostings_0.tip, _bmh.fdt, _bmh.fdx, _bmh.fnm, _bmh.nvd, _bmh.nvm, _bmh.si, _bmh_TestBloomFilteredLucenePostings_0.blm, _bmh_TestBloomFilteredLucenePostings_0.doc, _bmh_TestBloomFilteredLucenePostings_0.tim, _bmh_TestBloomFilteredLucenePostings_0.tip, _bmi.fdt, _bmi.fdx, _bmi.fnm, _bmi.nvd, _bmi.nvm, _bmi.si, _bmi_TestBloomFilteredLucenePostings_0.blm, _bmi_TestBloomFilteredLucenePostings_0.doc, _bmi_TestBloomFilteredLucenePostings_0.tim, _bmi_TestBloomFilteredLucenePostings_0.tip, _bmj.fdt, _bmj.fdx, _bmj.fnm, _bmj.nvd, _bmj.nvm, _bmj.si, _bmj_TestBloomFilteredLucenePostings_0.blm, _bmj_TestBloomFilteredLucenePostings_0.doc, _bmj_TestBloomFilteredLucenePostings_0.tim, _bmj_TestBloomFilteredLucenePostings_0.tip, _bmk.fdt, _bmk.fdx, _bmk.fnm, _bmk.nvd, _bmk.nvm, _bmk.si, _bmk_TestBloomFilteredLucenePostings_0.blm, _bmk_TestBloomFilteredLucenePostings_0.doc, _bmk_TestBloomFilteredLucenePostings_0.tim, _bmk_TestBloomFilteredLucenePostings_0.tip, _bmm.fdt, _bmm.fdx, _bmm.fnm, _bmm.nvd, _bmm.nvm, _bmm.si, _bmm_TestBloomFilteredLucenePostings_0.blm, _bmm_TestBloomFilteredLucenePostings_0.doc, _bmm_TestBloomFilteredLucenePostings_0.tim, _bmm_TestBloomFilteredLucenePostings_0.tip, _bmn.fdt, _bmn.fdx, _bmn.fnm, _bmn.nvd, _bmn.nvm, _bmn.si, _bmn_TestBloomFilteredLucenePostings_0.blm, _bmn_TestBloomFilteredLucenePostings_0.doc, _bmn_TestBloomFilteredLucenePostings_0.tim, _bmn_TestBloomFilteredLucenePostings_0.tip, _bmo.fdt, _bmo.fdx, _bmo.fnm, _bmo.nvd, _bmo.nvm, _bmo.si, _bmo_TestBloomFilteredLucenePostings_0.blm, _bmo_TestBloomFilteredLucenePostings_0.doc, _bmo_TestBloomFilteredLucenePostings_0.tim, _bmo_TestBloomFilteredLucenePostings_0.tip, _bmp.fdt, _bmp.fdx, _bmp.fnm, _bmp.nvd, _bmp.nvm, _bmp.si, _bmp_TestBloomFilteredLucenePostings_0.blm, _bmp_TestBloomFilteredLucenePostings_0.doc, _bmp_TestBloomFilteredLucenePostings_0.tim, _bmp_TestBloomFilteredLucenePostings_0.tip, _bmq.fdt, _bmq.fdx, _bmq.fnm, _bmq.nvd, _bmq.nvm, _bmq.si, _bmq_TestBloomFilteredLucenePostings_0.blm, _bmq_TestBloomFilteredLucenePostings_0.doc, _bmq_TestBloomFilteredLucenePostings_0.tim, _bmq_TestBloomFilteredLucenePostings_0.tip, _bmr.fdt, _bmr.fdx, _bmr.fnm, _bmr.nvd, _bmr.nvm, _bmr.si, _bmr_TestBloomFilteredLucenePostings_0.blm, _bmr_TestBloomFilteredLucenePostings_0.doc, _bmr_TestBloomFilteredLucenePostings_0.tim, _bmr_TestBloomFilteredLucenePostings_0.tip, _bms.fdt, _bms.fdx, _bms.fnm, _bms.nvd, _bms.nvm, _bms.si, _bms_TestBloomFilteredLucenePostings_0.blm, _bms_TestBloomFilteredLucenePostings_0.doc, _bms_TestBloomFilteredLucenePostings_0.tim, _bms_TestBloomFilteredLucenePostings_0.tip, _bmt.fdt, _bmt.fdx, _bmt.fnm, _bmt.nvd, _bmt.nvm, _bmt.si, _bmt_TestBloomFilteredLucenePostings_0.blm, _bmt_TestBloomFilteredLucenePostings_0.doc, _bmt_TestBloomFilteredLucenePostings_0.tim, _bmt_TestBloomFilteredLucenePostings_0.tip, _bmu.fdt, _bmu.fdx, _bmu.fnm, _bmu.nvd, _bmu.nvm, _bmu.si, _bmu_TestBloomFilteredLucenePostings_0.blm, _bmu_TestBloomFilteredLucenePostings_0.doc, _bmu_TestBloomFilteredLucenePostings_0.tim, _bmu_TestBloomFilteredLucenePostings_0.tip, segments_2]}]> but was:<[{indexVersion=1478134222177,generation=2,filelist=[_7vz.fdt, _7vz.fdx, _7vz.fnm, _7vz.nvd, _7vz.nvm, _7vz.si, _7vz_TestBloomFilteredLucenePostings_0.blm, _7vz_TestBloomFilteredLucenePostings_0.doc, _7vz_TestBloomFilteredLucenePostings_0.tim, _7vz_TestBloomFilteredLucenePostings_0.tip, _bm1.fdt, _bm1.fdx, _bm1.fnm, _bm1.nvd, _bm1.nvm, _bm1.si, _bm1_TestBloomFilteredLucenePostings_0.blm, _bm1_TestBloomFilteredLucenePostings_0.doc, _bm1_TestBloomFilteredLucenePostings_0.tim, _bm1_TestBloomFilteredLucenePostings_0.tip, _bm2.fdt, _bm2.fdx, _bm2.fnm, _bm2.nvd, _bm2.nvm, _bm2.si, _bm2_TestBloomFilteredLucenePostings_0.blm, _bm2_TestBloomFilteredLucenePostings_0.doc, _bm2_TestBloomFilteredLucenePostings_0.tim, _bm2_TestBloomFilteredLucenePostings_0.tip, _bm3.fdt, _bm3.fdx, _bm3.fnm, _bm3.nvd, _bm3.nvm, _bm3.si, _bm3_TestBloomFilteredLucenePostings_0.blm, _bm3_TestBloomFilteredLucenePostings_0.doc, _bm3_TestBloomFilteredLucenePostings_0.tim, _bm3_TestBloomFilteredLucenePostings_0.tip, _bm4.fdt, _bm4.fdx, _bm4.fnm, _bm4.nvd, _bm4.nvm, _bm4.si, _bm4_TestBloomFilteredLucenePostings_0.blm, _bm4_TestBloomFilteredLucenePostings_0.doc, _bm4_TestBloomFilteredLucenePostings_0.tim, _bm4_TestBloomFilteredLucenePostings_0.tip, _bm5.fdt, _bm5.fdx, _bm5.fnm, _bm5.nvd, _bm5.nvm, _bm5.si, _bm5_TestBloomFilteredLucenePostings_0.blm, _bm5_TestBloomFilteredLucenePostings_0.doc, _bm5_TestBloomFilteredLucenePostings_0.tim, _bm5_TestBloomFilteredLucenePostings_0.tip, _bm6.fdt, _bm6.fdx, _bm6.fnm, _bm6.nvd, _bm6.nvm, _bm6.si, _bm6_TestBloomFilteredLucenePostings_0.blm, _bm6_TestBloomFilteredLucenePostings_0.doc, _bm6_TestBloomFilteredLucenePostings_0.tim, _bm6_TestBloomFilteredLucenePostings_0.tip, _bm7.fdt, _bm7.fdx, _bm7.fnm, _bm7.nvd, _bm7.nvm, _bm7.si, _bm7_TestBloomFilteredLucenePostings_0.blm, _bm7_TestBloomFilteredLucenePostings_0.doc, _bm7_TestBloomFilteredLucenePostings_0.tim, _bm7_TestBloomFilteredLucenePostings_0.tip, _bm8.fdt, _bm8.fdx, _bm8.fnm, _bm8.nvd, _bm8.nvm, _bm8.si, _bm8_TestBloomFilteredLucenePostings_0.blm, _bm8_TestBloomFilteredLucenePostings_0.doc, _bm8_TestBloomFilteredLucenePostings_0.tim, _bm8_TestBloomFilteredLucenePostings_0.tip, _bm9.fdt, _bm9.fdx, _bm9.fnm, _bm9.nvd, _bm9.nvm, _bm9.si, _bm9_TestBloomFilteredLucenePostings_0.blm, _bm9_TestBloomFilteredLucenePostings_0.doc, _bm9_TestBloomFilteredLucenePostings_0.tim, _bm9_TestBloomFilteredLucenePostings_0.tip, _bma.fdt, _bma.fdx, _bma.fnm, _bma.nvd, _bma.nvm, _bma.si, _bma_TestBloomFilteredLucenePostings_0.blm, _bma_TestBloomFilteredLucenePostings_0.doc, _bma_TestBloomFilteredLucenePostings_0.tim, _bma_TestBloomFilteredLucenePostings_0.tip, _bmb.fdt, _bmb.fdx, _bmb.fnm, _bmb.nvd, _bmb.nvm, _bmb.si, _bmb_TestBloomFilteredLucenePostings_0.blm, _bmb_TestBloomFilteredLucenePostings_0.doc, _bmb_TestBloomFilteredLucenePostings_0.tim, _bmb_TestBloomFilteredLucenePostings_0.tip, _bmc.fdt, _bmc.fdx, _bmc.fnm, _bmc.nvd, _bmc.nvm, _bmc.si, _bmc_TestBloomFilteredLucenePostings_0.blm, _bmc_TestBloomFilteredLucenePostings_0.doc, _bmc_TestBloomFilteredLucenePostings_0.tim, _bmc_TestBloomFilteredLucenePostings_0.tip, _bmd.fdt, _bmd.fdx, _bmd.fnm, _bmd.nvd, _bmd.nvm, _bmd.si, _bmd_TestBloomFilteredLucenePostings_0.blm, _bmd_TestBloomFilteredLucenePostings_0.doc, _bmd_TestBloomFilteredLucenePostings_0.tim, _bmd_TestBloomFilteredLucenePostings_0.tip, _bme.fdt, _bme.fdx, _bme.fnm, _bme.nvd, _bme.nvm, _bme.si, _bme_TestBloomFilteredLucenePostings_0.blm, _bme_TestBloomFilteredLucenePostings_0.doc, _bme_TestBloomFilteredLucenePostings_0.tim, _bme_TestBloomFilteredLucenePostings_0.tip, _bmf.fdt, _bmf.fdx, _bmf.fnm, _bmf.nvd, _bmf.nvm, _bmf.si, _bmf_TestBloomFilteredLucenePostings_0.blm, _bmf_TestBloomFilteredLucenePostings_0.doc, _bmf_TestBloomFilteredLucenePostings_0.tim, _bmf_TestBloomFilteredLucenePostings_0.tip, _bmg.fdt, _bmg.fdx, _bmg.fnm, _bmg.nvd, _bmg.nvm, _bmg.si, _bmg_TestBloomFilteredLucenePostings_0.blm, _bmg_TestBloomFilteredLucenePostings_0.doc, _bmg_TestBloomFilteredLucenePostings_0.tim, _bmg_TestBloomFilteredLucenePostings_0.tip, _bmh.fdt, _bmh.fdx, _bmh.fnm, _bmh.nvd, _bmh.nvm, _bmh.si, _bmh_TestBloomFilteredLucenePostings_0.blm, _bmh_TestBloomFilteredLucenePostings_0.doc, _bmh_TestBloomFilteredLucenePostings_0.tim, _bmh_TestBloomFilteredLucenePostings_0.tip, _bmi.fdt, _bmi.fdx, _bmi.fnm, _bmi.nvd, _bmi.nvm, _bmi.si, _bmi_TestBloomFilteredLucenePostings_0.blm, _bmi_TestBloomFilteredLucenePostings_0.doc, _bmi_TestBloomFilteredLucenePostings_0.tim, _bmi_TestBloomFilteredLucenePostings_0.tip, _bmj.fdt, _bmj.fdx, _bmj.fnm, _bmj.nvd, _bmj.nvm, _bmj.si, _bmj_TestBloomFilteredLucenePostings_0.blm, _bmj_TestBloomFilteredLucenePostings_0.doc, _bmj_TestBloomFilteredLucenePostings_0.tim, _bmj_TestBloomFilteredLucenePostings_0.tip, _bmk.fdt, _bmk.fdx, _bmk.fnm, _bmk.nvd, _bmk.nvm, _bmk.si, _bmk_TestBloomFilteredLucenePostings_0.blm, _bmk_TestBloomFilteredLucenePostings_0.doc, _bmk_TestBloomFilteredLucenePostings_0.tim, _bmk_TestBloomFilteredLucenePostings_0.tip, _bmm.fdt, _bmm.fdx, _bmm.fnm, _bmm.nvd, _bmm.nvm, _bmm.si, _bmm_TestBloomFilteredLucenePostings_0.blm, _bmm_TestBloomFilteredLucenePostings_0.doc, _bmm_TestBloomFilteredLucenePostings_0.tim, _bmm_TestBloomFilteredLucenePostings_0.tip, _bmn.fdt, _bmn.fdx, _bmn.fnm, _bmn.nvd, _bmn.nvm, _bmn.si, _bmn_TestBloomFilteredLucenePostings_0.blm, _bmn_TestBloomFilteredLucenePostings_0.doc, _bmn_TestBloomFilteredLucenePostings_0.tim, _bmn_TestBloomFilteredLucenePostings_0.tip, _bmo.fdt, _bmo.fdx, _bmo.fnm, _bmo.nvd, _bmo.nvm, _bmo.si, _bmo_TestBloomFilteredLucenePostings_0.blm, _bmo_TestBloomFilteredLucenePostings_0.doc, _bmo_TestBloomFilteredLucenePostings_0.tim, _bmo_TestBloomFilteredLucenePostings_0.tip, _bmp.fdt, _bmp.fdx, _bmp.fnm, _bmp.nvd, _bmp.nvm, _bmp.si, _bmp_TestBloomFilteredLucenePostings_0.blm, _bmp_TestBloomFilteredLucenePostings_0.doc, _bmp_TestBloomFilteredLucenePostings_0.tim, _bmp_TestBloomFilteredLucenePostings_0.tip, _bmq.fdt, _bmq.fdx, _bmq.fnm, _bmq.nvd, _bmq.nvm, _bmq.si, _bmq_TestBloomFilteredLucenePostings_0.blm, _bmq_TestBloomFilteredLucenePostings_0.doc, _bmq_TestBloomFilteredLucenePostings_0.tim, _bmq_TestBloomFilteredLucenePostings_0.tip, _bmr.fdt, _bmr.fdx, _bmr.fnm, _bmr.nvd, _bmr.nvm, _bmr.si, _bmr_TestBloomFilteredLucenePostings_0.blm, _bmr_TestBloomFilteredLucenePostings_0.doc, _bmr_TestBloomFilteredLucenePostings_0.tim, _bmr_TestBloomFilteredLucenePostings_0.tip, _bms.fdt, _bms.fdx, _bms.fnm, _bms.nvd, _bms.nvm, _bms.si, _bms_TestBloomFilteredLucenePostings_0.blm, _bms_TestBloomFilteredLucenePostings_0.doc, _bms_TestBloomFilteredLucenePostings_0.tim, _bms_TestBloomFilteredLucenePostings_0.tip, _bmt.fdt, _bmt.fdx, _bmt.fnm, _bmt.nvd, _bmt.nvm, _bmt.si, _bmt_TestBloomFilteredLucenePostings_0.blm, _bmt_TestBloomFilteredLucenePostings_0.doc, _bmt_TestBloomFilteredLucenePostings_0.tim, _bmt_TestBloomFilteredLucenePostings_0.tip, _bmu.fdt, _bmu.fdx, _bmu.fnm, _bmu.nvd, _bmu.nvm, _bmu.si, _bmu_TestBloomFilteredLucenePostings_0.blm, _bmu_TestBloomFilteredLucenePostings_0.doc, _bmu_TestBloomFilteredLucenePostings_0.tim, _bmu_TestBloomFilteredLucenePostings_0.tip, segments_2]}, {indexVersion=1478134222177,generation=3,filelist=[_7vz.fdt, _7vz.fdx, _7vz.fnm, _7vz.nvd, _7vz.nvm, _7vz.si, _7vz_TestBloomFilteredLucenePostings_0.blm, _7vz_TestBloomFilteredLucenePostings_0.doc, _7vz_TestBloomFilteredLucenePostings_0.tim, _7vz_TestBloomFilteredLucenePostings_0.tip, _bmk.fdt, _bmk.fdx, _bmk.fnm, _bmk.nvd, _bmk.nvm, _bmk.si, _bmk_TestBloomFilteredLucenePostings_0.blm, _bmk_TestBloomFilteredLucenePostings_0.doc, _bmk_TestBloomFilteredLucenePostings_0.tim, _bmk_TestBloomFilteredLucenePostings_0.tip, _bml.fdt, _bml.fdx, _bml.fnm, _bml.nvd, _bml.nvm, _bml.si, _bml_TestBloomFilteredLucenePostings_0.blm, _bml_TestBloomFilteredLucenePostings_0.doc, _bml_TestBloomFilteredLucenePostings_0.tim, _bml_TestBloomFilteredLucenePostings_0.tip, _bmm.fdt, _bmm.fdx, _bmm.fnm, _bmm.nvd, _bmm.nvm, _bmm.si, _bmm_TestBloomFilteredLucenePostings_0.blm, _bmm_TestBloomFilteredLucenePostings_0.doc, _bmm_TestBloomFilteredLucenePostings_0.tim, _bmm_TestBloomFilteredLucenePostings_0.tip, _bmn.fdt, _bmn.fdx, _bmn.fnm, _bmn.nvd, _bmn.nvm, _bmn.si, _bmn_TestBloomFilteredLucenePostings_0.blm, _bmn_TestBloomFilteredLucenePostings_0.doc, _bmn_TestBloomFilteredLucenePostings_0.tim, _bmn_TestBloomFilteredLucenePostings_0.tip, _bmo.fdt, _bmo.fdx, _bmo.fnm, _bmo.nvd, _bmo.nvm, _bmo.si, _bmo_TestBloomFilteredLucenePostings_0.blm, _bmo_TestBloomFilteredLucenePostings_0.doc, _bmo_TestBloomFilteredLucenePostings_0.tim, _bmo_TestBloomFilteredLucenePostings_0.tip, _bmp.fdt, _bmp.fdx, _bmp.fnm, _bmp.nvd, _bmp.nvm, _bmp.si, _bmp_TestBloomFilteredLucenePostings_0.blm, _bmp_TestBloomFilteredLucenePostings_0.doc, _bmp_TestBloomFilteredLucenePostings_0.tim, _bmp_TestBloomFilteredLucenePostings_0.tip, _bmq.fdt, _bmq.fdx, _bmq.fnm, _bmq.nvd, _bmq.nvm, _bmq.si, _bmq_TestBloomFilteredLucenePostings_0.blm, _bmq_TestBloomFilteredLucenePostings_0.doc, _bmq_TestBloomFilteredLucenePostings_0.tim, _bmq_TestBloomFilteredLucenePostings_0.tip, _bmr.fdt, _bmr.fdx, _bmr.fnm, _bmr.nvd, _bmr.nvm, _bmr.si, _bmr_TestBloomFilteredLucenePostings_0.blm, _bmr_TestBloomFilteredLucenePostings_0.doc, _bmr_TestBloomFilteredLucenePostings_0.tim, _bmr_TestBloomFilteredLucenePostings_0.tip, _bms.fdt, _bms.fdx, _bms.fnm, _bms.nvd, _bms.nvm, _bms.si, _bms_TestBloomFilteredLucenePostings_0.blm, _bms_TestBloomFilteredLucenePostings_0.doc, _bms_TestBloomFilteredLucenePostings_0.tim, _bms_TestBloomFilteredLucenePostings_0.tip, _bmt.fdt, _bmt.fdx, _bmt.fnm, _bmt.nvd, _bmt.nvm, _bmt.si, _bmt_TestBloomFilteredLucenePostings_0.blm, _bmt_TestBloomFilteredLucenePostings_0.doc, _bmt_TestBloomFilteredLucenePostings_0.tim, _bmt_TestBloomFilteredLucenePostings_0.tip, _bmu.fdt, _bmu.fdx, _bmu.fnm, _bmu.nvd, _bmu.nvm, _bmu.si, _bmu_TestBloomFilteredLucenePostings_0.blm, _bmu_TestBloomFilteredLucenePostings_0.doc, _bmu_TestBloomFilteredLucenePostings_0.tim, _bmu_TestBloomFilteredLucenePostings_0.tip, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1478134222177,generation=2,filelist=[_7vz.fdt, _7vz.fdx, _7vz.fnm, _7vz.nvd, _7vz.nvm, _7vz.si, _7vz_TestBloomFilteredLucenePostings_0.blm, _7vz_TestBloomFilteredLucenePostings_0.doc, _7vz_TestBloomFilteredLucenePostings_0.tim, _7vz_TestBloomFilteredLucenePostings_0.tip, _bm1.fdt, _bm1.fdx, _bm1.fnm, _bm1.nvd, _bm1.nvm, _bm1.si, _bm1_TestBloomFilteredLucenePostings_0.blm, _bm1_TestBloomFilteredLucenePostings_0.doc, _bm1_TestBloomFilteredLucenePostings_0.tim, _bm1_TestBloomFilteredLucenePostings_0.tip, _bm2.fdt, _bm2.fdx, _bm2.fnm, _bm2.nvd, _bm2.nvm, _bm2.si, _bm2_TestBloomFilteredLucenePostings_0.blm, _bm2_TestBloomFilteredLucenePostings_0.doc, _bm2_TestBloomFilteredLucenePostings_0.tim, _bm2_TestBloomFilteredLucenePostings_0.tip, _bm3.fdt, _bm3.fdx, _bm3.fnm, _bm3.nvd, _bm3.nvm, _bm3.si, _bm3_TestBloomFilteredLucenePostings_0.blm, _bm3_TestBloomFilteredLucenePostings_0.doc, _bm3_TestBloomFilteredLucenePostings_0.tim, _bm3_TestBloomFilteredLucenePostings_0.tip, _bm4.fdt, _bm4.fdx, _bm4.fnm, _bm4.nvd, _bm4.nvm, _bm4.si, _bm4_TestBloomFilteredLucenePostings_0.blm, _bm4_TestBloomFilteredLucenePostings_0.doc, _bm4_TestBloomFilteredLucenePostings_0.tim, _bm4_TestBloomFilteredLucenePostings_0.tip, _bm5.fdt, _bm5.fdx, _bm5.fnm, _bm5.nvd, _bm5.nvm, _bm5.si, _bm5_TestBloomFilteredLucenePostings_0.blm, _bm5_TestBloomFilteredLucenePostings_0.doc, _bm5_TestBloomFilteredLucenePostings_0.tim, _bm5_TestBloomFilteredLucenePostings_0.tip, _bm6.fdt, _bm6.fdx, _bm6.fnm, _bm6.nvd, _bm6.nvm, _bm6.si, _bm6_TestBloomFilteredLucenePostings_0.blm, _bm6_TestBloomFilteredLucenePostings_0.doc, _bm6_TestBloomFilteredLucenePostings_0.tim, _bm6_TestBloomFilteredLucenePostings_0.tip, _bm7.fdt, _bm7.fdx, _bm7.fnm, _bm7.nvd, _bm7.nvm, _bm7.si, _bm7_TestBloomFilteredLucenePostings_0.blm, _bm7_TestBloomFilteredLucenePostings_0.doc, _bm7_TestBloomFilteredLucenePostings_0.tim, _bm7_TestBloomFilteredLucenePostings_0.tip, _bm8.fdt, _bm8.fdx, _bm8.fnm, _bm8.nvd, _bm8.nvm, _bm8.si, _bm8_TestBloomFilteredLucenePostings_0.blm, _bm8_TestBloomFilteredLucenePostings_0.doc, _bm8_TestBloomFilteredLucenePostings_0.tim, _bm8_TestBloomFilteredLucenePostings_0.tip, _bm9.fdt, _bm9.fdx, _bm9.fnm, _bm9.nvd, _bm9.nvm, _bm9.si, _bm9_TestBloomFilteredLucenePostings_0.blm, _bm9_TestBloomFilteredLucenePostings_0.doc, _bm9_TestBloomFilteredLucenePostings_0.tim, _bm9_TestBloomFilteredLucenePostings_0.tip, _bma.fdt, _bma.fdx, _bma.fnm, _bma.nvd, _bma.nvm, _bma.si, _bma_TestBloomFilteredLucenePostings_0.blm, _bma_TestBloomFilteredLucenePostings_0.doc, _bma_TestBloomFilteredLucenePostings_0.tim, _bma_TestBloomFilteredLucenePostings_0.tip, _bmb.fdt, _bmb.fdx, _bmb.fnm, _bmb.nvd, _bmb.nvm, _bmb.si, _bmb_TestBloomFilteredLucenePostings_0.blm, _bmb_TestBloomFilteredLucenePostings_0.doc, _bmb_TestBloomFilteredLucenePostings_0.tim, _bmb_TestBloomFilteredLucenePostings_0.tip, _bmc.fdt, _bmc.fdx, _bmc.fnm, _bmc.nvd, _bmc.nvm, _bmc.si, _bmc_TestBloomFilteredLucenePostings_0.blm, _bmc_TestBloomFilteredLucenePostings_0.doc, _bmc_TestBloomFilteredLucenePostings_0.tim, _bmc_TestBloomFilteredLucenePostings_0.tip, _bmd.fdt, _bmd.fdx, _bmd.fnm, _bmd.nvd, _bmd.nvm, _bmd.si, _bmd_TestBloomFilteredLucenePostings_0.blm, _bmd_TestBloomFilteredLucenePostings_0.doc, _bmd_TestBloomFilteredLucenePostings_0.tim, _bmd_TestBloomFilteredLucenePostings_0.tip, _bme.fdt, _bme.fdx, _bme.fnm, _bme.nvd, _bme.nvm, _bme.si, _bme_TestBloomFilteredLucenePostings_0.blm, _bme_TestBloomFilteredLucenePostings_0.doc, _bme_TestBloomFilteredLucenePostings_0.tim, _bme_TestBloomFilteredLucenePostings_0.tip, _bmf.fdt, _bmf.fdx, _bmf.fnm, _bmf.nvd, _bmf.nvm, _bmf.si, _bmf_TestBloomFilteredLucenePostings_0.blm, _bmf_TestBloomFilteredLucenePostings_0.doc, _bmf_TestBloomFilteredLucenePostings_0.tim, _bmf_TestBloomFilteredLucenePostings_0.tip, _bmg.fdt, _bmg.fdx, _bmg.fnm, _bmg.nvd, _bmg.nvm, _bmg.si, _bmg_TestBloomFilteredLucenePostings_0.blm, _bmg_TestBloomFilteredLucenePostings_0.doc, _bmg_TestBloomFilteredLucenePostings_0.tim, _bmg_TestBloomFilteredLucenePostings_0.tip, _bmh.fdt, _bmh.fdx, _bmh.fnm, _bmh.nvd, _bmh.nvm, _bmh.si, _bmh_TestBloomFilteredLucenePostings_0.blm, _bmh_TestBloomFilteredLucenePostings_0.doc, _bmh_TestBloomFilteredLucenePostings_0.tim, _bmh_TestBloomFilteredLucenePostings_0.tip, _bmi.fdt, _bmi.fdx, _bmi.fnm, _bmi.nvd, _bmi.nvm, _bmi.si, _bmi_TestBloomFilteredLucenePostings_0.blm, _bmi_TestBloomFilteredLucenePostings_0.doc, _bmi_TestBloomFilteredLucenePostings_0.tim, _bmi_TestBloomFilteredLucenePostings_0.tip, _bmj.fdt, _bmj.fdx, _bmj.fnm, _bmj.nvd, _bmj.nvm, _bmj.si, _bmj_TestBloomFilteredLucenePostings_0.blm, _bmj_TestBloomFilteredLucenePostings_0.doc, _bmj_TestBloomFilteredLucenePostings_0.tim, _bmj_TestBloomFilteredLucenePostings_0.tip, _bmk.fdt, _bmk.fdx, _bmk.fnm, _bmk.nvd, _bmk.nvm, _bmk.si, _bmk_TestBloomFilteredLucenePostings_0.blm, _bmk_TestBloomFilteredLucenePostings_0.doc, _bmk_TestBloomFilteredLucenePostings_0.tim, _bmk_TestBloomFilteredLucenePostings_0.tip, _bmm.fdt, _bmm.fdx, _bmm.fnm, _bmm.nvd, _bmm.nvm, _bmm.si, _bmm_TestBloomFilteredLucenePostings_0.blm, _bmm_TestBloomFilteredLucenePostings_0.doc, _bmm_TestBloomFilteredLucenePostings_0.tim, _bmm_TestBloomFilteredLucenePostings_0.tip, _bmn.fdt, _bmn.fdx, _bmn.fnm, _bmn.nvd, _bmn.nvm, _bmn.si, _bmn_TestBloomFilteredLucenePostings_0.blm, _bmn_TestBloomFilteredLucenePostings_0.doc, _bmn_TestBloomFilteredLucenePostings_0.tim, _bmn_TestBloomFilteredLucenePostings_0.tip, _bmo.fdt, _bmo.fdx, _bmo.fnm, _bmo.nvd, _bmo.nvm, _bmo.si, _bmo_TestBloomFilteredLucenePostings_0.blm, _bmo_TestBloomFilteredLucenePostings_0.doc, _bmo_TestBloomFilteredLucenePostings_0.tim, _bmo_TestBloomFilteredLucenePostings_0.tip, _bmp.fdt, _bmp.fdx, _bmp.fnm, _bmp.nvd, _bmp.nvm, _bmp.si, _bmp_TestBloomFilteredLucenePostings_0.blm, _bmp_TestBloomFilteredLucenePostings_0.doc, _bmp_TestBloomFilteredLucenePostings_0.tim, _bmp_TestBloomFilteredLucenePostings_0.tip, _bmq.fdt, _bmq.fdx, _bmq.fnm, _bmq.nvd, _bmq.nvm, _bmq.si, _bmq_TestBloomFilteredLucenePostings_0.blm, _bmq_TestBloomFilteredLucenePostings_0.doc, _bmq_TestBloomFilteredLucenePostings_0.tim, _bmq_TestBloomFilteredLucenePostings_0.tip, _bmr.fdt, _bmr.fdx, _bmr.fnm, _bmr.nvd, _bmr.nvm, _bmr.si, _bmr_TestBloomFilteredLucenePostings_0.blm, _bmr_TestBloomFilteredLucenePostings_0.doc, _bmr_TestBloomFilteredLucenePostings_0.tim, _bmr_TestBloomFilteredLucenePostings_0.tip, _bms.fdt, _bms.fdx, _bms.fnm, _bms.nvd, _bms.nvm, _bms.si, _bms_TestBloomFilteredLucenePostings_0.blm, _bms_TestBloomFilteredLucenePostings_0.doc, _bms_TestBloomFilteredLucenePostings_0.tim, _bms_TestBloomFilteredLucenePostings_0.tip, _bmt.fdt, _bmt.fdx, _bmt.fnm, _bmt.nvd, _bmt.nvm, _bmt.si, _bmt_TestBloomFilteredLucenePostings_0.blm, _bmt_TestBloomFilteredLucenePostings_0.doc, _bmt_TestBloomFilteredLucenePostings_0.tim, _bmt_TestBloomFilteredLucenePostings_0.tip, _bmu.fdt, _bmu.fdx, _bmu.fnm, _bmu.nvd, _bmu.nvm, _bmu.si, _bmu_TestBloomFilteredLucenePostings_0.blm, _bmu_TestBloomFilteredLucenePostings_0.doc, _bmu_TestBloomFilteredLucenePostings_0.tim, _bmu_TestBloomFilteredLucenePostings_0.tip, segments_2]}]> but was:<[{indexVersion=1478134222177,generation=2,filelist=[_7vz.fdt, _7vz.fdx, _7vz.fnm, _7vz.nvd, _7vz.nvm, _7vz.si, _7vz_TestBloomFilteredLucenePostings_0.blm, _7vz_TestBloomFilteredLucenePostings_0.doc, _7vz_TestBloomFilteredLucenePostings_0.tim, _7vz_TestBloomFilteredLucenePostings_0.tip, _bm1.fdt, _bm1.fdx, _bm1.fnm, _bm1.nvd, _bm1.nvm, _bm1.si, _bm1_TestBloomFilteredLucenePostings_0.blm, _bm1_TestBloomFilteredLucenePostings_0.doc, _bm1_TestBloomFilteredLucenePostings_0.tim, _bm1_TestBloomFilteredLucenePostings_0.tip, _bm2.fdt, _bm2.fdx, _bm2.fnm, _bm2.nvd, _bm2.nvm, _bm2.si, _bm2_TestBloomFilteredLucenePostings_0.blm, _bm2_TestBloomFilteredLucenePostings_0.doc, _bm2_TestBloomFilteredLucenePostings_0.tim, _bm2_TestBloomFilteredLucenePostings_0.tip, _bm3.fdt, _bm3.fdx, _bm3.fnm, _bm3.nvd, _bm3.nvm, _bm3.si, _bm3_TestBloomFilteredLucenePostings_0.blm, _bm3_TestBloomFilteredLucenePostings_0.doc, _bm3_TestBloomFilteredLucenePostings_0.tim, _bm3_TestBloomFilteredLucenePostings_0.tip, _bm4.fdt, _bm4.fdx, _bm4.fnm, _bm4.nvd, _bm4.nvm, _bm4.si, _bm4_TestBloomFilteredLucenePostings_0.blm, _bm4_TestBloomFilteredLucenePostings_0.doc, _bm4_TestBloomFilteredLucenePostings_0.tim, _bm4_TestBloomFilteredLucenePostings_0.tip, _bm5.fdt, _bm5.fdx, _bm5.fnm, _bm5.nvd, _bm5.nvm, _bm5.si, _bm5_TestBloomFilteredLucenePostings_0.blm, _bm5_TestBloomFilteredLucenePostings_0.doc, _bm5_TestBloomFilteredLucenePostings_0.tim, _bm5_TestBloomFilteredLucenePostings_0.tip, _bm6.fdt, _bm6.fdx, _bm6.fnm, _bm6.nvd, _bm6.nvm, _bm6.si, _bm6_TestBloomFilteredLucenePostings_0.blm, _bm6_TestBloomFilteredLucenePostings_0.doc, _bm6_TestBloomFilteredLucenePostings_0.tim, _bm6_TestBloomFilteredLucenePostings_0.tip, _bm7.fdt, _bm7.fdx, _bm7.fnm, _bm7.nvd, _bm7.nvm, _bm7.si, _bm7_TestBloomFilteredLucenePostings_0.blm, _bm7_TestBloomFilteredLucenePostings_0.doc, _bm7_TestBloomFilteredLucenePostings_0.tim, _bm7_TestBloomFilteredLucenePostings_0.tip, _bm8.fdt, _bm8.fdx, _bm8.fnm, _bm8.nvd, _bm8.nvm, _bm8.si, _bm8_TestBloomFilteredLucenePostings_0.blm, _bm8_TestBloomFilteredLucenePostings_0.doc, _bm8_TestBloomFilteredLucenePostings_0.tim, _bm8_TestBloomFilteredLucenePostings_0.tip, _bm9.fdt, _bm9.fdx, _bm9.fnm, _bm9.nvd, _bm9.nvm, _bm9.si, _bm9_TestBloomFilteredLucenePostings_0.blm, _bm9_TestBloomFilteredLucenePostings_0.doc, _bm9_TestBloomFilteredLucenePostings_0.tim, _bm9_TestBloomFilteredLucenePostings_0.tip, _bma.fdt, _bma.fdx, _bma.fnm, _bma.nvd, _bma.nvm, _bma.si, _bma_TestBloomFilteredLucenePostings_0.blm, _bma_TestBloomFilteredLucenePostings_0.doc, _bma_TestBloomFilteredLucenePostings_0.tim, _bma_TestBloomFilteredLucenePostings_0.tip, _bmb.fdt, _bmb.fdx, _bmb.fnm, _bmb.nvd, _bmb.nvm, _bmb.si, _bmb_TestBloomFilteredLucenePostings_0.blm, _bmb_TestBloomFilteredLucenePostings_0.doc, _bmb_TestBloomFilteredLucenePostings_0.tim, _bmb_TestBloomFilteredLucenePostings_0.tip, _bmc.fdt, _bmc.fdx, _bmc.fnm, _bmc.nvd, _bmc.nvm, _bmc.si, _bmc_TestBloomFilteredLucenePostings_0.blm, _bmc_TestBloomFilteredLucenePostings_0.doc, _bmc_TestBloomFilteredLucenePostings_0.tim, _bmc_TestBloomFilteredLucenePostings_0.tip, _bmd.fdt, _bmd.fdx, _bmd.fnm, _bmd.nvd, _bmd.nvm, _bmd.si, _bmd_TestBloomFilteredLucenePostings_0.blm, _bmd_TestBloomFilteredLucenePostings_0.doc, _bmd_TestBloomFilteredLucenePostings_0.tim, _bmd_TestBloomFilteredLucenePostings_0.tip, _bme.fdt, _bme.fdx, _bme.fnm, _bme.nvd, _bme.nvm, _bme.si, _bme_TestBloomFilteredLucenePostings_0.blm, _bme_TestBloomFilteredLucenePostings_0.doc, _bme_TestBloomFilteredLucenePostings_0.tim, _bme_TestBloomFilteredLucenePostings_0.tip, _bmf.fdt, _bmf.fdx, _bmf.fnm, _bmf.nvd, _bmf.nvm, _bmf.si, _bmf_TestBloomFilteredLucenePostings_0.blm, _bmf_TestBloomFilteredLucenePostings_0.doc, _bmf_TestBloomFilteredLucenePostings_0.tim, _bmf_TestBloomFilteredLucenePostings_0.tip, _bmg.fdt, _bmg.fdx, _bmg.fnm, _bmg.nvd, _bmg.nvm, _bmg.si, _bmg_TestBloomFilteredLucenePostings_0.blm, _bmg_TestBloomFilteredLucenePostings_0.doc, _bmg_TestBloomFilteredLucenePostings_0.tim, _bmg_TestBloomFilteredLucenePostings_0.tip, _bmh.fdt, _bmh.fdx, _bmh.fnm, _bmh.nvd, _bmh.nvm, _bmh.si, _bmh_TestBloomFilteredLucenePostings_0.blm, _bmh_TestBloomFilteredLucenePostings_0.doc, _bmh_TestBloomFilteredLucenePostings_0.tim, _bmh_TestBloomFilteredLucenePostings_0.tip, _bmi.fdt, _bmi.fdx, _bmi.fnm, _bmi.nvd, _bmi.nvm, _bmi.si, _bmi_TestBloomFilteredLucenePostings_0.blm, _bmi_TestBloomFilteredLucenePostings_0.doc, _bmi_TestBloomFilteredLucenePostings_0.tim, _bmi_TestBloomFilteredLucenePostings_0.tip, _bmj.fdt, _bmj.fdx, _bmj.fnm, _bmj.nvd, _bmj.nvm, _bmj.si, _bmj_TestBloomFilteredLucenePostings_0.blm, _bmj_TestBloomFilteredLucenePostings_0.doc, _bmj_TestBloomFilteredLucenePostings_0.tim, _bmj_TestBloomFilteredLucenePostings_0.tip, _bmk.fdt, _bmk.fdx, _bmk.fnm, _bmk.nvd, _bmk.nvm, _bmk.si, _bmk_TestBloomFilteredLucenePostings_0.blm, _bmk_TestBloomFilteredLucenePostings_0.doc, _bmk_TestBloomFilteredLucenePostings_0.tim, _bmk_TestBloomFilteredLucenePostings_0.tip, _bmm.fdt, _bmm.fdx, _bmm.fnm, _bmm.nvd, _bmm.nvm, _bmm.si, _bmm_TestBloomFilteredLucenePostings_0.blm, _bmm_TestBloomFilteredLucenePostings_0.doc, _bmm_TestBloomFilteredLucenePostings_0.tim, _bmm_TestBloomFilteredLucenePostings_0.tip, _bmn.fdt, _bmn.fdx, _bmn.fnm, _bmn.nvd, _bmn.nvm, _bmn.si, _bmn_TestBloomFilteredLucenePostings_0.blm, _bmn_TestBloomFilteredLucenePostings_0.doc, _bmn_TestBloomFilteredLucenePostings_0.tim, _bmn_TestBloomFilteredLucenePostings_0.tip, _bmo.fdt, _bmo.fdx, _bmo.fnm, _bmo.nvd, _bmo.nvm, _bmo.si, _bmo_TestBloomFilteredLucenePostings_0.blm, _bmo_TestBloomFilteredLucenePostings_0.doc, _bmo_TestBloomFilteredLucenePostings_0.tim, _bmo_TestBloomFilteredLucenePostings_0.tip, _bmp.fdt, _bmp.fdx, _bmp.fnm, _bmp.nvd, _bmp.nvm, _bmp.si, _bmp_TestBloomFilteredLucenePostings_0.blm, _bmp_TestBloomFilteredLucenePostings_0.doc, _bmp_TestBloomFilteredLucenePostings_0.tim, _bmp_TestBloomFilteredLucenePostings_0.tip, _bmq.fdt, _bmq.fdx, _bmq.fnm, _bmq.nvd, _bmq.nvm, _bmq.si, _bmq_TestBloomFilteredLucenePostings_0.blm, _bmq_TestBloomFilteredLucenePostings_0.doc, _bmq_TestBloomFilteredLucenePostings_0.tim, _bmq_TestBloomFilteredLucenePostings_0.tip, _bmr.fdt, _bmr.fdx, _bmr.fnm, _bmr.nvd, _bmr.nvm, _bmr.si, _bmr_TestBloomFilteredLucenePostings_0.blm, _bmr_TestBloomFilteredLucenePostings_0.doc, _bmr_TestBloomFilteredLucenePostings_0.tim, _bmr_TestBloomFilteredLucenePostings_0.tip, _bms.fdt, _bms.fdx, _bms.fnm, _bms.nvd, _bms.nvm, _bms.si, _bms_TestBloomFilteredLucenePostings_0.blm, _bms_TestBloomFilteredLucenePostings_0.doc, _bms_TestBloomFilteredLucenePostings_0.tim, _bms_TestBloomFilteredLucenePostings_0.tip, _bmt.fdt, _bmt.fdx, _bmt.fnm, _bmt.nvd, _bmt.nvm, _bmt.si, _bmt_TestBloomFilteredLucenePostings_0.blm, _bmt_TestBloomFilteredLucenePostings_0.doc, _bmt_TestBloomFilteredLucenePostings_0.tim, _bmt_TestBloomFilteredLucenePostings_0.tip, _bmu.fdt, _bmu.fdx, _bmu.fnm, _bmu.nvd, _bmu.nvm, _bmu.si, _bmu_TestBloomFilteredLucenePostings_0.blm, _bmu_TestBloomFilteredLucenePostings_0.doc, _bmu_TestBloomFilteredLucenePostings_0.tim, _bmu_TestBloomFilteredLucenePostings_0.tip, segments_2]}, {indexVersion=1478134222177,generation=3,filelist=[_7vz.fdt, _7vz.fdx, _7vz.fnm, _7vz.nvd, _7vz.nvm, _7vz.si, _7vz_TestBloomFilteredLucenePostings_0.blm, _7vz_TestBloomFilteredLucenePostings_0.doc, _7vz_TestBloomFilteredLucenePostings_0.tim, _7vz_TestBloomFilteredLucenePostings_0.tip, _bmk.fdt, _bmk.fdx, _bmk.fnm, _bmk.nvd, _bmk.nvm, _bmk.si, _bmk_TestBloomFilteredLucenePostings_0.blm, _bmk_TestBloomFilteredLucenePostings_0.doc, _bmk_TestBloomFilteredLucenePostings_0.tim, _bmk_TestBloomFilteredLucenePostings_0.tip, _bml.fdt, _bml.fdx, _bml.fnm, _bml.nvd, _bml.nvm, _bml.si, _bml_TestBloomFilteredLucenePostings_0.blm, _bml_TestBloomFilteredLucenePostings_0.doc, _bml_TestBloomFilteredLucenePostings_0.tim, _bml_TestBloomFilteredLucenePostings_0.tip, _bmm.fdt, _bmm.fdx, _bmm.fnm, _bmm.nvd, _bmm.nvm, _bmm.si, _bmm_TestBloomFilteredLucenePostings_0.blm, _bmm_TestBloomFilteredLucenePostings_0.doc, _bmm_TestBloomFilteredLucenePostings_0.tim, _bmm_TestBloomFilteredLucenePostings_0.tip, _bmn.fdt, _bmn.fdx, _bmn.fnm, _bmn.nvd, _bmn.nvm, _bmn.si, _bmn_TestBloomFilteredLucenePostings_0.blm, _bmn_TestBloomFilteredLucenePostings_0.doc, _bmn_TestBloomFilteredLucenePostings_0.tim, _bmn_TestBloomFilteredLucenePostings_0.tip, _bmo.fdt, _bmo.fdx, _bmo.fnm, _bmo.nvd, _bmo.nvm, _bmo.si, _bmo_TestBloomFilteredLucenePostings_0.blm, _bmo_TestBloomFilteredLucenePostings_0.doc, _bmo_TestBloomFilteredLucenePostings_0.tim, _bmo_TestBloomFilteredLucenePostings_0.tip, _bmp.fdt, _bmp.fdx, _bmp.fnm, _bmp.nvd, _bmp.nvm, _bmp.si, _bmp_TestBloomFilteredLucenePostings_0.blm, _bmp_TestBloomFilteredLucenePostings_0.doc, _bmp_TestBloomFilteredLucenePostings_0.tim, _bmp_TestBloomFilteredLucenePostings_0.tip, _bmq.fdt, _bmq.fdx, _bmq.fnm, _bmq.nvd, _bmq.nvm, _bmq.si, _bmq_TestBloomFilteredLucenePostings_0.blm, _bmq_TestBloomFilteredLucenePostings_0.doc, _bmq_TestBloomFilteredLucenePostings_0.tim, _bmq_TestBloomFilteredLucenePostings_0.tip, _bmr.fdt, _bmr.fdx, _bmr.fnm, _bmr.nvd, _bmr.nvm, _bmr.si, _bmr_TestBloomFilteredLucenePostings_0.blm, _bmr_TestBloomFilteredLucenePostings_0.doc, _bmr_TestBloomFilteredLucenePostings_0.tim, _bmr_TestBloomFilteredLucenePostings_0.tip, _bms.fdt, _bms.fdx, _bms.fnm, _bms.nvd, _bms.nvm, _bms.si, _bms_TestBloomFilteredLucenePostings_0.blm, _bms_TestBloomFilteredLucenePostings_0.doc, _bms_TestBloomFilteredLucenePostings_0.tim, _bms_TestBloomFilteredLucenePostings_0.tip, _bmt.fdt, _bmt.fdx, _bmt.fnm, _bmt.nvd, _bmt.nvm, _bmt.si, _bmt_TestBloomFilteredLucenePostings_0.blm, _bmt_TestBloomFilteredLucenePostings_0.doc, _bmt_TestBloomFilteredLucenePostings_0.tim, _bmt_TestBloomFilteredLucenePostings_0.tip, _bmu.fdt, _bmu.fdx, _bmu.fnm, _bmu.nvd, _bmu.nvm, _bmu.si, _bmu_TestBloomFilteredLucenePostings_0.blm, _bmu_TestBloomFilteredLucenePostings_0.doc, _bmu_TestBloomFilteredLucenePostings_0.tim, _bmu_TestBloomFilteredLucenePostings_0.tip, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([150B8ABDB6F96C42:30DC918DC6B16241]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1229)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([150B8ABDB6F96C42:3875C5E741DDD64E]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([150B8ABDB6F96C42:5D7EFE09B0CA43D7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12184 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/init-core-data-001
[junit4] 2> 2100430 INFO (SUITE-TestReplicationHandler-seed#[150B8ABDB6F96C42]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2100432 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestStressReplication
[junit4] 2> 2100432 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/collection1
[junit4] 2> 2100436 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2100437 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@194d944b{/solr,null,AVAILABLE}
[junit4] 2> 2100439 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.ServerConnector Started ServerConnector@779c6d4c{HTTP/1.1,[http/1.1]}{127.0.0.1:38969}
[junit4] 2> 2100439 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.Server Started @2104184ms
[junit4] 2> 2100439 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=38969}
[junit4] 2> 2100440 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2100448 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2100448 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2100448 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2100448 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-03T00:37:59.489Z
[junit4] 2> 2100448 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/solr.xml
[junit4] 2> 2100461 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2100475 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/.
[junit4] 2> 2100475 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2100488 WARN (coreLoadExecutor-5392-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2100489 INFO (coreLoadExecutor-5392-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2100504 INFO (coreLoadExecutor-5392-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2100508 INFO (coreLoadExecutor-5392-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2100511 INFO (coreLoadExecutor-5392-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/./collection1
[junit4] 2> 2100511 INFO (coreLoadExecutor-5392-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/./collection1/data/]
[junit4] 2> 2100512 INFO (coreLoadExecutor-5392-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6436491549365851]
[junit4] 2> 2100524 INFO (coreLoadExecutor-5392-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2100524 INFO (coreLoadExecutor-5392-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2100524 INFO (coreLoadExecutor-5392-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5.6298828125, floorSegmentMB=0.923828125, forceMergeDeletesPctAllowed=21.25328296385036, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2100526 INFO (coreLoadExecutor-5392-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ef03177[collection1] main]
[junit4] 2> 2100526 INFO (coreLoadExecutor-5392-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/collection1/conf
[junit4] 2> 2100526 INFO (coreLoadExecutor-5392-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 2100526 INFO (coreLoadExecutor-5392-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2100526 INFO (searcherExecutor-5393-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6ef03177[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2100977 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/collection1
[junit4] 2> 2100980 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2100997 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60203f36{/solr,null,AVAILABLE}
[junit4] 2> 2100998 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.ServerConnector Started ServerConnector@615e5814{HTTP/1.1,[http/1.1]}{127.0.0.1:53752}
[junit4] 2> 2100998 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.Server Started @2104742ms
[junit4] 2> 2100998 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=53752}
[junit4] 2> 2100999 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2100999 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2100999 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2100999 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2100999 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-03T00:38:00.040Z
[junit4] 2> 2100999 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/solr.xml
[junit4] 2> 2101006 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2101013 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/.
[junit4] 2> 2101013 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2101056 WARN (coreLoadExecutor-5402-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2101057 INFO (coreLoadExecutor-5402-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2101099 INFO (coreLoadExecutor-5402-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2101103 INFO (coreLoadExecutor-5402-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2101105 INFO (coreLoadExecutor-5402-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/./collection1
[junit4] 2> 2101105 INFO (coreLoadExecutor-5402-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/./collection1/data/]
[junit4] 2> 2101108 INFO (coreLoadExecutor-5402-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6436491549365851]
[junit4] 2> 2101124 INFO (coreLoadExecutor-5402-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2101124 INFO (coreLoadExecutor-5402-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2101125 INFO (coreLoadExecutor-5402-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5.6298828125, floorSegmentMB=0.923828125, forceMergeDeletesPctAllowed=21.25328296385036, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2101125 INFO (coreLoadExecutor-5402-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63fe1706[collection1] main]
[junit4] 2> 2101125 INFO (coreLoadExecutor-5402-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/collection1/conf
[junit4] 2> 2101128 INFO (coreLoadExecutor-5402-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 2101128 INFO (searcherExecutor-5403-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@63fe1706[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2101132 INFO (qtp271446332-67636) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2101141 INFO (indexFetcher-5407-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2101141 INFO (indexFetcher-5407-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2101141 INFO (indexFetcher-5407-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2101540 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@615e5814{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2101540 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=154204851
[junit4] 2> 2101541 INFO (coreCloseExecutor-5408-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6cf2704b
[junit4] 2> 2101543 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60203f36{/solr,null,UNAVAILABLE}
[junit4] 2> 2101548 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2101557 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@276292a2{/solr,null,AVAILABLE}
[junit4] 2> 2101558 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.ServerConnector Started ServerConnector@19b93482{HTTP/1.1,[http/1.1]}{127.0.0.1:44321}
[junit4] 2> 2101558 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.Server Started @2105303ms
[junit4] 2> 2101558 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=44321}
[junit4] 2> 2101558 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2101558 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2101559 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2101559 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2101559 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-03T00:38:00.600Z
[junit4] 2> 2101559 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/solr.xml
[junit4] 2> 2101566 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2101568 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/.
[junit4] 2> 2101568 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2101594 WARN (coreLoadExecutor-5415-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2101595 INFO (coreLoadExecutor-5415-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2101617 INFO (coreLoadExecutor-5415-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2101620 INFO (coreLoadExecutor-5415-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2101638 INFO (coreLoadExecutor-5415-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/./collection1
[junit4] 2> 2101639 INFO (coreLoadExecutor-5415-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/./collection1/data/]
[junit4] 2> 2101639 INFO (coreLoadExecutor-5415-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6436491549365851]
[junit4] 2> 2101647 INFO (coreLoadExecutor-5415-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2101648 INFO (coreLoadExecutor-5415-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2101648 INFO (coreLoadExecutor-5415-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5.6298828125, floorSegmentMB=0.923828125, forceMergeDeletesPctAllowed=21.25328296385036, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2101648 INFO (coreLoadExecutor-5415-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c99639d[collection1] main]
[junit4] 2> 2101648 INFO (coreLoadExecutor-5415-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-002/collection1/conf
[junit4] 2> 2101649 INFO (coreLoadExecutor-5415-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2101649 INFO (searcherExecutor-5416-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c99639d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2102086 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@779c6d4c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2102086 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=416469007
[junit4] 2> 2102086 INFO (coreCloseExecutor-5420-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5e7c8e18
[junit4] 2> 2102090 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@194d944b{/solr,null,UNAVAILABLE}
[junit4] 2> 2102092 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2102106 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fd5f7fd{/solr,null,AVAILABLE}
[junit4] 2> 2102106 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.ServerConnector Started ServerConnector@7e70ca25{HTTP/1.1,[http/1.1]}{127.0.0.1:58928}
[junit4] 2> 2102108 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.e.j.s.Server Started @2105851ms
[junit4] 2> 2102108 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=58928}
[junit4] 2> 2102108 ERROR (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2102108 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2102108 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2102108 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2102108 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-03T00:38:01.149Z
[junit4] 2> 2102109 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/solr.xml
[junit4] 2> 2102119 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2102120 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/.
[junit4] 2> 2102121 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[150B8ABDB6F96C42]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2102149 WARN (coreLoadExecutor-5427-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2102150 INFO (coreLoadExecutor-5427-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2102187 INFO (coreLoadExecutor-5427-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2102189 INFO (coreLoadExecutor-5427-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2102190 INFO (coreLoadExecutor-5427-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/./collection1
[junit4] 2> 2102190 INFO (coreLoadExecutor-5427-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/./collection1/data/]
[junit4] 2> 2102191 INFO (coreLoadExecutor-5427-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6436491549365851]
[junit4] 2> 2102213 INFO (coreLoadExecutor-5427-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2102213 INFO (coreLoadExecutor-5427-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2102216 INFO (coreLoadExecutor-5427-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5.6298828125, floorSegmentMB=0.923828125, forceMergeDeletesPctAllowed=21.25328296385036, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2102218 INFO (coreLoadExecutor-5427-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@32b68efd[collection1] main]
[junit4] 2> 2102218 INFO (coreLoadExecutor-5427-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_150B8ABDB6F96C42-001/solr-instance-001/collection1/conf
[junit4] 2> 2102218 INFO (coreLoadExecutor-5427-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 2102218 INFO (coreLoadExecutor-5427-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2102221 INFO (searcherExecutor-5428-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@32b68efd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2102623 INFO (qtp666670479-67690) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 2102624 INFO (qtp666670479-67690) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 2102625 INFO (qtp2141037431-67672) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 2102625 INFO (qtp2141037431-67672) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 2102627 INFO (qtp2141037431-67673) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2102627 INFO (qtp2141037431-67673) [ x:collection1] o.a.s.u.SolrIndexWriter
[...truncated too long message...]
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4334760 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[150B8ABDB6F96C42]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40242 40242
[junit4] 2> 4334761 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[150B8ABDB6F96C42]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_150B8ABDB6F96C42-001
[junit4] 2> Nov 03, 2016 1:15:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1240, maxMBSortInHeap=5.444203217586658, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-LB, timezone=NET
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=303948944,total=514326528
[junit4] 2> NOTE: All tests run in this JVM: [TriLevelCompositeIdRoutingTest, TestDefaultStatsCache, BigEndianAscendingWordSerializerTest, DateRangeFieldTest, TestClassicSimilarityFactory, ClusterStateTest, RecoveryAfterSoftCommitTest, TestBinaryResponseWriter, TestSolrConfigHandlerConcurrent, TestSchemaManager, TestStressRecovery, UniqFieldsUpdateProcessorFactoryTest, TestFaceting, TolerantUpdateProcessorTest, BlockCacheTest, TestQuerySenderNoQuery, CreateCollectionCleanupTest, TestFileDictionaryLookup, TestPHPSerializedResponseWriter, TestSolrCloudWithKerberosAlt, SSLMigrationTest, BadCopyFieldTest, TestSolrCloudSnapshots, TestHdfsUpdateLog, TestInitQParser, TestMiniSolrCloudClusterSSL, LeaderElectionContextKeyTest, DistributedFacetPivotLongTailTest, TestRecoveryHdfs, TestTestInjection, ConcurrentDeleteAndCreateCollectionTest, DistributedFacetPivotWhiteBoxTest, TestConfigSetImmutable, TestFunctionQuery, HdfsThreadLeakTest, TestSolr4Spatial, MergeStrategyTest, NotRequiredUniqueKeyTest, TestSolrDeletionPolicy2, HdfsWriteToMultipleCollectionsTest, ExternalFileFieldSortTest, TestDynamicFieldResource, TestSubQueryTransformerDistrib, TestTolerantUpdateProcessorCloud, TestDistributedSearch, TestRawTransformer, HighlighterConfigTest, DateFieldTest, TestUniqueKeyFieldResource, SolrRequestParserTest, TestJoin, SyncSliceTest, TestSolrCoreProperties, TestLeaderElectionZkExpiry, LeaderElectionIntegrationTest, TestRangeQuery, TestBlobHandler, CacheHeaderTest, AnalysisErrorHandlingTest, DistributedVersionInfoTest, SegmentsInfoRequestHandlerTest, TestFieldCacheSort, UUIDFieldTest, PeerSyncWithIndexFingerprintCachingTest, FastVectorHighlighterTest, TestFieldCacheWithThreads, SolrCLIZkUtilsTest, DefaultValueUpdateProcessorTest, SmileWriterTest, TestFieldTypeCollectionResource, TestValueSourceCache, NumericFieldsTest, AlternateDirectoryTest, TestDeleteCollectionOnDownNodes, ZkNodePropsTest, TestExclusionRuleCollectionAccess, TestSQLHandler, TestIBSimilarityFactory, HdfsRecoveryZkTest, RegexBoostProcessorTest, DeleteLastCustomShardedReplicaTest, TestRandomDVFaceting, PKIAuthenticationIntegrationTest, BasicDistributedZkTest, TestSchemaResource, TestPerFieldSimilarity, TestComplexPhraseQParserPlugin, TestFilteredDocIdSet, TestEmbeddedSolrServerConstructors, TestDocumentBuilder, AtomicUpdatesTest, TestDocSet, TestShortCircuitedRequests, SynonymTokenizerTest, SmileWriterTest, FullHLLTest, TestCorePropertiesReload, DocExpirationUpdateProcessorFactoryTest, JavabinLoaderTest, QueryResultKeyTest, TestBadConfig, DistributedSuggestComponentTest, ConjunctionSolrSpellCheckerTest, TestAtomicUpdateErrorCases, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestStressVersions, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, QueryElevationComponentTest, PeerSyncTest, TestLazyCores, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, TestCSVLoader, PolyFieldTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, TermsComponentTest, DocumentBuilderTest, TermVectorComponentTest, RequiredFieldsTest, LoggingHandlerTest, TestJmxIntegration, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, TestQuerySenderListener, CopyFieldTest, SolrIndexConfigTest, TestSearchPerf, MinimalSchemaTest, OutputWriterTest, SpellPossibilityIteratorTest, TestCodecSupport, TestLMJelinekMercerSimilarityFactory, TestJmxMonitoredMap, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AsyncCallRequestStatusResponseTest, CdcrVersionReplicationTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, HttpPartitionTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, ReplaceNodeTest, ReplicationFactorTest, RestartWhileUpdatingTest, TestCloudInspectUtil, TestCloudPivotFacet, TestLeaderElectionWithEmptyReplica, TestLockTree, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestRebalanceLeaders, TestReplicaProperties, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSSLRandomization, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorRandomCloud, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [513/648 (4!)] on J0 in 172.98s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 60809 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 200 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/200/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SolrCloudExampleTest
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [TransactionLog, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188) at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:344) at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:859) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:428) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:415) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:299) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:211) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:166) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:335) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:957) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1112) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:738) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:97) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:179) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:135) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:298) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:121) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:263) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:181) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:186) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:107) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2210) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:518) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:798) at org.apache.solr.core.SolrCore.reload(SolrCore.java:590) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:944) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2716) at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:223) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:332) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:641) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:518) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:66) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:518) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:518) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [TransactionLog, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:344)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:859)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:428)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:415)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:299)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:211)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:166)
at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:335)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:957)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1112)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:738)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:97)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:179)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:135)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:298)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:121)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:263)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:181)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:186)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:107)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2210)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:518)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:798)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:590)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:944)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2716)
at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:223)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:332)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:641)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:518)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:66)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:518)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:518)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
at sun.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SolrCloudExampleTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.SolrCloudExampleTest: 1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.SolrCloudExampleTest:
1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SolrCloudExampleTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:57395: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57395: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105:BAAC37E0F907BCFD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:125)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12114 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/init-core-data-001
[junit4] 2> 2692755 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2692755 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2692797 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2692806 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2692812 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2692824 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_57390_hdfs____79s9xu/webapp
[junit4] 2> 2693225 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57390
[junit4] 2> 2693278 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2693279 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2693298 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58520_datanode____4vrgd3/webapp
[junit4] 2> 2693769 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58520
[junit4] 2> 2693860 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2693861 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2693874 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45362_datanode____.e5fzez/webapp
[junit4] 2> 2693952 INFO (IPC Server handler 3 on 49852) [ ] BlockStateChange BLOCK* processReport: from storage DS-676f556b-a2a1-4570-9b2a-a4e996ba6fa3 node DatanodeRegistration(127.0.0.1:50668, datanodeUuid=e6e53022-14f7-4b81-bb60-0c083e240a6a, infoPort=54399, infoSecurePort=0, ipcPort=52145, storageInfo=lv=-56;cid=testClusterID;nsid=1434397911;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2693953 INFO (IPC Server handler 3 on 49852) [ ] BlockStateChange BLOCK* processReport: from storage DS-712aff59-0a4b-44ba-ad1a-46eff0c2ddcb node DatanodeRegistration(127.0.0.1:50668, datanodeUuid=e6e53022-14f7-4b81-bb60-0c083e240a6a, infoPort=54399, infoSecurePort=0, ipcPort=52145, storageInfo=lv=-56;cid=testClusterID;nsid=1434397911;c=0), blocks: 0, hasStaleStorage: false, processing time: 1 msecs
[junit4] 2> 2694329 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45362
[junit4] 2> 2694449 INFO (IPC Server handler 4 on 49852) [ ] BlockStateChange BLOCK* processReport: from storage DS-4247a765-ab99-4430-942f-0bdc3039100d node DatanodeRegistration(127.0.0.1:59175, datanodeUuid=248f3a02-7435-48d0-854d-35b0b9db5e52, infoPort=39552, infoSecurePort=0, ipcPort=41757, storageInfo=lv=-56;cid=testClusterID;nsid=1434397911;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2694449 INFO (IPC Server handler 4 on 49852) [ ] BlockStateChange BLOCK* processReport: from storage DS-5c5cc759-d5bd-4af2-9102-a716f7766918 node DatanodeRegistration(127.0.0.1:59175, datanodeUuid=248f3a02-7435-48d0-854d-35b0b9db5e52, infoPort=39552, infoSecurePort=0, ipcPort=41757, storageInfo=lv=-56;cid=testClusterID;nsid=1434397911;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2694495 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2694495 INFO (Thread-6358) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2694495 INFO (Thread-6358) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2694595 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.ZkTestServer start zk server on port:39566
[junit4] 2> 2694607 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2694609 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2694612 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2694613 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2694615 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2694616 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2694618 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2694619 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2694621 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2694622 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2694624 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2694736 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/control-001/cores/collection1
[junit4] 2> 2694737 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2694743 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59a81e1e{/,null,AVAILABLE}
[junit4] 2> 2694743 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.ServerConnector Started ServerConnector@6f5c145f{HTTP/1.1,[http/1.1]}{127.0.0.1:40556}
[junit4] 2> 2694743 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.Server Started @2699365ms
[junit4] 2> 2694743 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:49852/hdfs__localhost_49852__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001_tempDir-002_control_data, hostContext=/, hostPort=40556, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/control-001/cores}
[junit4] 2> 2694743 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2694744 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2694744 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2694744 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2694744 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-16T04:22:38.699Z
[junit4] 2> 2694754 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1586b5f50730002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2694755 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2694755 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/control-001/solr.xml
[junit4] 2> 2694761 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2694762 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39566/solr
[junit4] 2> 2694764 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1586b5f50730003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2694792 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:40556_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40556_
[junit4] 2> 2694793 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:40556_ ] o.a.s.c.Overseer Overseer (id=96945449104244740-127.0.0.1:40556_-n_0000000000) starting
[junit4] 2> 2694809 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:40556_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40556_
[junit4] 2> 2694811 INFO (zkCallback-2642-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2694825 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:40556_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/control-001/cores
[junit4] 2> 2694825 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:40556_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2694839 INFO (OverseerStateUpdate-96945449104244740-127.0.0.1:40556_-n_0000000000) [n:127.0.0.1:40556_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2694861 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2694876 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2695545 WARN (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2695550 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2695570 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 2695571 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:49852/solr_hdfs_home
[junit4] 2> 2695571 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2695571 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/control-001/cores/collection1], dataDir=[hdfs://localhost:49852/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 2695571 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@459aa36
[junit4] 2> 2695571 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 2695584 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2695584 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2695584 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2695598 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2695599 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 2695617 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 2695624 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2695624 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2695624 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2695631 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2695632 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=279456669, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2695654 INFO (IPC Server handler 7 on 49852) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59175 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-712aff59-0a4b-44ba-ad1a-46eff0c2ddcb:NORMAL:127.0.0.1:50668|RBW], ReplicaUC[[DISK]DS-5c5cc759-d5bd-4af2-9102-a716f7766918:NORMAL:127.0.0.1:59175|FINALIZED]]} size 0
[junit4] 2> 2695655 INFO (IPC Server handler 7 on 49852) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50668 is added to blk_1073741825_1001 size 71
[junit4] 2> 2695664 WARN (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2695683 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2695683 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2695683 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2695703 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2695703 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2695710 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5888295815943397]
[junit4] 2> 2695722 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e6dfa16[collection1] main]
[junit4] 2> 2695723 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2695724 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2695724 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2695725 INFO (searcherExecutor-6251-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e6dfa16[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2695725 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551127186956615680
[junit4] 2> 2695733 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2695733 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2695733 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40556/collection1/
[junit4] 2> 2695733 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2695733 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40556/collection1/ has no replicas
[junit4] 2> 2695737 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40556/collection1/ shard1
[junit4] 2> 2695888 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2695938 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2695940 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2695940 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 2696055 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001/cores/collection1
[junit4] 2> 2696056 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001
[junit4] 2> 2696057 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2696058 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e51c2c6{/,null,AVAILABLE}
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.ServerConnector Started ServerConnector@4dcb18bc{HTTP/1.1,[http/1.1]}{127.0.0.1:57395}
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.Server Started @2700680ms
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:49852/hdfs__localhost_49852__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=57395, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001/cores}
[junit4] 2> 2696059 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2696060 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-16T04:22:40.015Z
[junit4] 2> 2696070 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2696070 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001/solr.xml
[junit4] 2> 2696076 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2696077 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39566/solr
[junit4] 2> 2696087 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:57395_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2696091 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:57395_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57395_
[junit4] 2> 2696093 INFO (zkCallback-2642-thread-3-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2696093 INFO (zkCallback-2646-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2696098 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2696116 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:57395_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001/cores
[junit4] 2> 2696116 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:57395_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2696118 INFO (OverseerStateUpdate-96945449104244740-127.0.0.1:40556_-n_0000000000) [n:127.0.0.1:40556_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2696221 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2697130 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2697163 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2697261 WARN (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2697264 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2697288 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2697288 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:49852/solr_hdfs_home
[junit4] 2> 2697288 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2697289 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:49852/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 2697289 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@459aa36
[junit4] 2> 2697289 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 2697297 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2697297 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2697297 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2697303 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2697304 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 2697321 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 2697328 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2697328 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2697328 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2697334 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2697334 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=279456669, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2697348 INFO (IPC Server handler 9 on 49852) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50668 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4247a765-ab99-4430-942f-0bdc3039100d:NORMAL:127.0.0.1:59175|RBW], ReplicaUC[[DISK]DS-676f556b-a2a1-4570-9b2a-a4e996ba6fa3:NORMAL:127.0.0.1:50668|RBW]]} size 0
[junit4] 2> 2697350 INFO (IPC Server handler 8 on 49852) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59175 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4247a765-ab99-4430-942f-0bdc3039100d:NORMAL:127.0.0.1:59175|RBW], ReplicaUC[[DISK]DS-676f556b-a2a1-4570-9b2a-a4e996ba6fa3:NORMAL:127.0.0.1:50668|RBW]]} size 0
[junit4] 2> 2697362 WARN (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2697381 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit
[...truncated too long message...]
156)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
[junit4] > at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
[junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.SolrCloudExampleTest:
[junit4] > 1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)
[junit4] Completed [491/653 (2!)] on J2 in 215.88s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 61144 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 199 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/199/
13 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([DBDEA4DBCB14C93B]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([DBDEA4DBCB14C93B]:0)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0:B42819AB46DCA317]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries(CdcrReplicationDistributedZkTest.java:557)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestCloudPivotFacet.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet
Error Message:
Captured an uncaught exception in thread: Thread[id=25228, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25228, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet
Error Message:
Captured an uncaught exception in thread: Thread[id=25293, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25293, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet
Error Message:
Captured an uncaught exception in thread: Thread[id=25442, name=zkCallback-3531-thread-6, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25442, name=zkCallback-3531-thread-6, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet
Error Message:
Captured an uncaught exception in thread: Thread[id=25456, name=zkCallback-3531-thread-11, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25456, name=zkCallback-3531-thread-11, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0:37BB536E3A4CF11]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx(TestStressCloudBlindAtomicUpdates.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 11 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 11 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0:DE72B44A394B4D65]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0:BB798FA4C85CD8FC]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1716 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> nov 14, 2016 8:09:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=4874, name=TEST-TestFuzzyQuery.testRandom-seed#[DBDEA4DBCB14C93B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=4873, name=SUITE-TestFuzzyQuery-seed#[DBDEA4DBCB14C93B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=DBDEA4DBCB14C93B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=et-EE -Dtests.timezone=Europe/Belgrade -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J1 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([DBDEA4DBCB14C93B]:0)
[junit4] 2> nov 14, 2016 8:09:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> nov 14, 2016 8:09:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=4874, name=TEST-TestFuzzyQuery.testRandom-seed#[DBDEA4DBCB14C93B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> nov 14, 2016 8:09:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=4874, name=TEST-TestFuzzyQuery.testRandom-seed#[DBDEA4DBCB14C93B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> nov 14, 2016 8:09:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=4874, name=TEST-TestFuzzyQuery.testRandom-seed#[DBDEA4DBCB14C93B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=no): {field=DFR GL2}, locale=et-EE, timezone=Europe/Belgrade
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=117523520,total=265289728
[junit4] 2> NOTE: All tests run in this JVM: [Test2BSortedDocValuesFixedSorted, TestBasics, TestAllFilesDetectTruncation, TestPrefixInBooleanQuery, TestSimilarity2, TestIndexWriterExceptions, TestTragicIndexWriterDeadlock, TestNativeFSLockFactory, TestBooleanQuery, TestSpanBoostQuery, TestIndexingSequenceNumbers, TestParallelReaderEmptyIndex, TestSubScorerFreqs, TestPerFieldDocValuesFormat, TestHighCompressionMode, TestSegmentReader, TestPostingsOffsets, TestPerFieldPostingsFormat, TestTermQuery, TestIndexInput, TestPagedBytes, TestFSTs, TestCachingCollector, TestOfflineSorter, TestSimpleFSLockFactory, TestLucene50CompoundFormat, TestBKD, TestTopDocsMerge, TestDateSort, TestIndexWriterOnJRECrash, TestSpanNearQuery, TestSortedSetSelector, TestSpanTermQuery, TestNoMergeScheduler, TestField, TestNRTReaderCleanup, TestIndexReaderClose, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=DBDEA4DBCB14C93B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=et-EE -Dtests.timezone=Europe/Belgrade -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([DBDEA4DBCB14C93B]:0)
[junit4] Completed [406/441 (1!)] on J1 in 7223.17s, 9 tests, 2 errors <<< FAILURES!
[...truncated 10171 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/init-core-data-001
[junit4] 2> 354805 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[9607C0FE3F7862F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 354805 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[9607C0FE3F7862F0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /vt_n/l
[junit4] 2> 354809 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 354810 INFO (Thread-2177) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 354810 INFO (Thread-2177) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 354910 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.ZkTestServer start zk server on port:54451
[junit4] 2> 354926 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 354928 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 354930 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 354932 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 354933 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 354935 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 354936 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 354938 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 354939 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 354941 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 354951 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 354953 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteCreateSourceCollection
[junit4] 2> 355057 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/cores/collection1
[junit4] 2> 355058 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 355060 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1608a4e8{/vt_n/l,null,AVAILABLE}
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.ServerConnector Started ServerConnector@71759bb1{HTTP/1.1,[http/1.1]}{127.0.0.1:43222}
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.Server Started @358924ms
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/vt_n/l, hostPort=43222, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/cores}
[junit4] 2> 355063 ERROR (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-14T21:38:51.349Z
[junit4] 2> 355069 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 355069 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/solr.xml
[junit4] 2> 355075 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 355076 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54451/solr
[junit4] 2> 355106 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43222_vt_n%2Fl
[junit4] 2> 355108 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.Overseer Overseer (id=96938199029972996-127.0.0.1:43222_vt_n%2Fl-n_0000000000) starting
[junit4] 2> 355116 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43222_vt_n%2Fl
[junit4] 2> 355123 INFO (zkCallback-472-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 355128 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/cores
[junit4] 2> 355128 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 355130 INFO (OverseerStateUpdate-96938199029972996-127.0.0.1:43222_vt_n%2Fl-n_0000000000) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 356136 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
[junit4] 2> 356149 WARN (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 356150 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 356162 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 356345 WARN (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 356347 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 356381 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 356382 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/cores/collection1/data/]
[junit4] 2> 356382 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a69d9d8
[junit4] 2> 356384 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=13.2294921875, floorSegmentMB=1.416015625, forceMergeDeletesPctAllowed=18.607167246940108, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8086589340136101
[junit4] 2> 356478 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 356478 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 356479 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 356479 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 356479 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=0.3349609375, floorSegmentMB=1.0556640625, forceMergeDeletesPctAllowed=17.178059612439547, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 356480 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@586981d7[collection1] main]
[junit4] 2> 356483 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 356484 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 356488 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 356495 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 356501 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 356552 INFO (searcherExecutor-1149-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@586981d7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 356552 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551011186305138688
[junit4] 2> 356602 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 356602 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 356602 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43222/vt_n/l/collection1/
[junit4] 2> 356602 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 356602 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:43222/vt_n/l/collection1/ has no replicas
[junit4] 2> 356606 INFO (zkCallback-472-thread-2-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
[junit4] 2> 356610 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43222/vt_n/l/collection1/ shard2
[junit4] 2> 356739 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-002/cores/collection1
[junit4] 2> 356741 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 356742 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@294a168b{/vt_n/l,null,AVAILABLE}
[junit4] 2> 356743 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.ServerConnector Started ServerConnector@39fb6591{HTTP/1.1,[http/1.1]}{127.0.0.1:56465}
[junit4] 2> 356743 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.Server Started @360605ms
[junit4] 2> 356743 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/vt_n/l, hostPort=56465, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-002/cores}
[junit4] 2> 356743 ERROR (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 356744 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 356744 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 356744 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 356744 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-14T21:38:53.030Z
[junit4] 2> 356763 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 356774 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 356774 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-002/solr.xml
[junit4] 2> 356783 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 356783 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54451/solr
[junit4] 2> 356800 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:56465_vt_n%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 356805 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:56465_vt_n%2Fl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56465_vt_n%2Fl
[junit4] 2> 356806 INFO (zkCallback-472-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 356812 INFO (zkCallback-478-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 356823 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:56465_vt_n%2Fl ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-002/cores
[junit4] 2> 356823 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:56465_vt_n%2Fl ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 356829 INFO (OverseerStateUpdate-96938199029972996-127.0.0.1:43222_vt_n%2Fl-n_0000000000) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 357851 WARN (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 357852 INFO (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 357890 INFO (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 358026 WARN (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 358041 INFO (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 358062 INFO (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 358062 INFO (coreLoa
[...truncated too long message...]
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {pivot_dt1=Lucene50(blocksize=128), dense_pivot_i1=PostingsFormat(name=Direct), pivot_l1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l_dv=PostingsFormat(name=Memory doPackFST= true), multiDefault=Lucene50(blocksize=128), pivot_f1=Lucene50(blocksize=128), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_d1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_x_s=PostingsFormat(name=Memory doPackFST= true), pivot_b1=Lucene50(blocksize=128), pivot_dt=PostingsFormat(name=Direct), dense_pivot_ti1=PostingsFormat(name=Memory doPackFST= true), range_facet_l=Lucene50(blocksize=128), pivot_x_s1=Lucene50(blocksize=128), pivot_y_s=Lucene50(blocksize=128), pivot_z_s=PostingsFormat(name=Direct), dense_pivot_ti=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_z_s1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_tl1=Lucene50(blocksize=128), id=PostingsFormat(name=Memory doPackFST= true), dense_pivot_x_s1=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128), dense_pivot_y_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_td1=Lucene50(blocksize=128), pivot_tdt=PostingsFormat(name=Memory doPackFST= true), pivot_i1=PostingsFormat(name=Direct), pivot_tf1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_td=PostingsFormat(name=Direct), pivot_tf=PostingsFormat(name=Memory doPackFST= true), pivot_f=PostingsFormat(name=Direct), pivot_ti=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_i=Lucene50(blocksize=128), pivot_tl=PostingsFormat(name=Direct), pivot_l=PostingsFormat(name=Memory doPackFST= true), pivot_y_s1=PostingsFormat(name=Direct), pivot_ti1=PostingsFormat(name=Memory doPackFST= true), range_facet_i_dv=Lucene50(blocksize=128), dense_pivot_i=Lucene50(blocksize=128), pivot_b=PostingsFormat(name=Direct), dense_pivot_y_s1=PostingsFormat(name=Direct), pivot_d=PostingsFormat(name=Memory doPackFST= true), pivot_tdt1=Lucene50(blocksize=128), dense_pivot_x_s=PostingsFormat(name=Memory doPackFST= true)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=381, maxMBSortInHeap=6.521166944707231, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=mt-MT, timezone=SystemV/PST8PDT
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=286011528,total=477626368
[junit4] 2> NOTE: All tests run in this JVM: [DeleteStatusTest, TestSchemaSimilarityResource, URLClassifyProcessorTest, ClassificationUpdateProcessorFactoryTest, TestHdfsCloudBackupRestore, TestCloudSchemaless, TestCustomStream, DistributedFacetExistsSmallTest, LoggingHandlerTest, CollectionsAPIAsyncDistributedZkTest, CollectionReloadTest, StatsReloadRaceTest, TestCustomDocTransformer, TestRTimerTree, TestSmileRequest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SaslZkACLProviderTest, SpellCheckCollatorTest, SimplePostToolTest, TestSizeLimitedDistributedMap, DistributedMLTComponentTest, IndexBasedSpellCheckerTest, CdcrUpdateLogTest, VMParamsZkACLAndCredentialsProvidersTest, ExitableDirectoryReaderTest, RankQueryTest, DistributedFacetPivotSmallAdvancedTest, TestOnReconnectListenerSupport, BlockJoinFacetRandomTest, CoreAdminCreateDiscoverTest, SpellCheckComponentTest, TestInfoStreamLogging, ZkCLITest, DateMathParserTest, FileUtilsTest, TestConfigReload, TestSolrDynamicMBean, SpatialFilterTest, TestSearchPerf, DistributedIntervalFacetingTest, TestFuzzyAnalyzedSuggestions, RemoteQueryErrorTest, TestDocBasedVersionConstraints, TestAnalyzeInfixSuggestions, TestUninvertingReader, HighlighterTest, TestElisionMultitermQuery, OpenCloseCoreStressTest, JsonLoaderTest, SolrIndexConfigTest, TestBulkSchemaConcurrent, TestQuerySenderListener, BaseCdcrDistributedZkTest, TestIntervalFaceting, TestJsonFacets, UtilsToolTest, SchemaVersionSpecificBehaviorTest, CopyFieldTest, TestFiltering, SortByFunctionTest, TestDistributedStatsComponentCardinality, TestAuthorizationFramework, TestSlowCompositeReaderWrapper, CdcrReplicationHandlerTest, TestFreeTextSuggestions, DirectSolrConnectionTest, DistributedQueryComponentCustomSortTest, TestSolrIndexConfig, CollectionsAPIDistributedZkTest, IndexSchemaRuntimeFieldTest, CSVRequestHandlerTest, MultiTermTest, OutOfBoxZkACLAndCredentialsProvidersTest, TermVectorComponentTest, OverseerTaskQueueTest, TestRequestStatusCollectionAPI, TestCoreContainer, ZkSolrClientTest, TestGraphMLResponseWriter, SampleTest, TestOverriddenPrefixQueryForCustomFieldType, CachingDirectoryFactoryTest, TestFieldCollectionResource, TestMaxScoreQueryParser, TestCustomSort, TestDistributedGrouping, TestReqParamsAPI, SoftAutoCommitTest, TestCursorMarkWithoutUniqueKey, TestUseDocValuesAsStored, AliasIntegrationTest, EchoParamsTest, TestDFISimilarityFactory, JSONWriterTest, TestCloudPseudoReturnFields, MoreLikeThisHandlerTest, FacetPivotSmallTest, BitVectorTest, TestRebalanceLeaders, TestStressVersions, ZkStateWriterTest, TestManagedResource, TestFieldCacheReopen, DocumentBuilderTest, InfoHandlerTest, ChaosMonkeySafeLeaderTest, ZkControllerTest, HLLSerializationTest, BasicDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, CdcrVersionReplicationTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DistributedQueueTest, ForceLeaderTest, PeerSyncReplicationTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, TestCloudInspectUtil, TestCloudPivotFacet]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudPivotFacet -Dtests.seed=9607C0FE3F7862F0 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=mt-MT -Dtests.timezone=SystemV/PST8PDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestCloudPivotFacet (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0]:0)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25228, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25293, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25442, name=zkCallback-3531-thread-6, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25456, name=zkCallback-3531-thread-11, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Completed [651/651 (5!)] on J1 in 7223.53s, 1 test, 6 errors <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/temp/junit4-J1-20161114_213252_370.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid19746.hprof ...
[junit4] Heap dump file created [661415171 bytes in 5.225 secs]
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/temp/junit4-J1-20161114_213252_370.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "solr-idle-connections-evictor"
[junit4] <<< JVM J1: EOF ----
[...truncated 11055 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:773: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:717: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid19746.hprof
Total time: 483 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 198 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/198/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([B6A88B4914AF140A:16CA19D3C4F6D14F]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1479074097480,generation=2,filelist=[_ml.cfe, _ml.cfs, _ml.si, _mm.cfe, _mm.cfs, _mm.si, _mo.fdt, _mo.fdx, _mo.fnm, _mo.nvd, _mo.nvm, _mo.si, _mo_FSTOrd50_0.doc, _mo_FSTOrd50_0.tbk, _mo_FSTOrd50_0.tix, _mp.cfe, _mp.cfs, _mp.si, _mr.cfe, _mr.cfs, _mr.si, segments_2]}]> but was:<[{indexVersion=1479074097480,generation=2,filelist=[_ml.cfe, _ml.cfs, _ml.si, _mm.cfe, _mm.cfs, _mm.si, _mo.fdt, _mo.fdx, _mo.fnm, _mo.nvd, _mo.nvm, _mo.si, _mo_FSTOrd50_0.doc, _mo_FSTOrd50_0.tbk, _mo_FSTOrd50_0.tix, _mp.cfe, _mp.cfs, _mp.si, _mr.cfe, _mr.cfs, _mr.si, segments_2]}, {indexVersion=1479074097480,generation=3,filelist=[_mp.cfe, _mp.cfs, _mp.si, _mq.cfe, _mq.cfs, _mq.si, _mr.cfe, _mr.cfs, _mr.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1479074097480,generation=2,filelist=[_ml.cfe, _ml.cfs, _ml.si, _mm.cfe, _mm.cfs, _mm.si, _mo.fdt, _mo.fdx, _mo.fnm, _mo.nvd, _mo.nvm, _mo.si, _mo_FSTOrd50_0.doc, _mo_FSTOrd50_0.tbk, _mo_FSTOrd50_0.tix, _mp.cfe, _mp.cfs, _mp.si, _mr.cfe, _mr.cfs, _mr.si, segments_2]}]> but was:<[{indexVersion=1479074097480,generation=2,filelist=[_ml.cfe, _ml.cfs, _ml.si, _mm.cfe, _mm.cfs, _mm.si, _mo.fdt, _mo.fdx, _mo.fnm, _mo.nvd, _mo.nvm, _mo.si, _mo_FSTOrd50_0.doc, _mo_FSTOrd50_0.tbk, _mo_FSTOrd50_0.tix, _mp.cfe, _mp.cfs, _mp.si, _mr.cfe, _mr.cfs, _mr.si, segments_2]}, {indexVersion=1479074097480,generation=3,filelist=[_mp.cfe, _mp.cfs, _mp.si, _mq.cfe, _mq.cfs, _mq.si, _mr.cfe, _mr.cfs, _mr.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([B6A88B4914AF140A:937F907964E71A09]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1229)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([B6A88B4914AF140A:9BD6C413E38BAE06]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([B6A88B4914AF140A:FEDDFFFD129C3B9F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11514 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/init-core-data-001
[junit4] 2> 740332 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 740333 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001
[junit4] 2> 740333 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 740334 INFO (Thread-5110) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 740334 INFO (Thread-5110) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 740434 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60131
[junit4] 2> 740456 INFO (jetty-launcher-701-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 740458 INFO (jetty-launcher-701-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 740460 INFO (jetty-launcher-701-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 740462 INFO (jetty-launcher-701-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 740464 INFO (jetty-launcher-701-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f0de7ec{/solr,null,AVAILABLE}
[junit4] 2> 740465 INFO (jetty-launcher-701-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@521e773d{SSL,[ssl, http/1.1]}{127.0.0.1:40417}
[junit4] 2> 740465 INFO (jetty-launcher-701-thread-2) [ ] o.e.j.s.Server Started @744433ms
[junit4] 2> 740466 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40417}
[junit4] 2> 740466 ERROR (jetty-launcher-701-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 740477 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 740477 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 740477 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 740477 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-13T21:16:40.732Z
[junit4] 2> 740470 INFO (jetty-launcher-701-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e82bc48{/solr,null,AVAILABLE}
[junit4] 2> 740469 INFO (jetty-launcher-701-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@753ba8ad{/solr,null,AVAILABLE}
[junit4] 2> 740467 INFO (jetty-launcher-701-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49edbafa{/solr,null,AVAILABLE}
[junit4] 2> 740487 INFO (jetty-launcher-701-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@36bd0e10{SSL,[ssl, http/1.1]}{127.0.0.1:47633}
[junit4] 2> 740487 INFO (jetty-launcher-701-thread-1) [ ] o.e.j.s.Server Started @744455ms
[junit4] 2> 740487 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47633}
[junit4] 2> 740488 ERROR (jetty-launcher-701-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 740488 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 740488 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 740488 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 740488 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-13T21:16:40.743Z
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@1856dc7c{SSL,[ssl, http/1.1]}{127.0.0.1:39538}
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.e.j.s.Server Started @744457ms
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39538}
[junit4] 2> 740490 ERROR (jetty-launcher-701-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-13T21:16:40.745Z
[junit4] 2> 740492 INFO (jetty-launcher-701-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@1ee46472{SSL,[ssl, http/1.1]}{127.0.0.1:60969}
[junit4] 2> 740492 INFO (jetty-launcher-701-thread-3) [ ] o.e.j.s.Server Started @744460ms
[junit4] 2> 740492 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60969}
[junit4] 2> 740493 ERROR (jetty-launcher-701-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 740493 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 740493 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 740493 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 740493 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-13T21:16:40.748Z
[junit4] 2> 740499 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 740502 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 740506 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 740512 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 740513 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 740513 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60131/solr
[junit4] 2> 740524 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 740526 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 740529 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 740537 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60131/solr
[junit4] 2> 740538 INFO (jetty-launcher-701-thread-1) [n:127.0.0.1:47633_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47633_solr
[junit4] 2> 740557 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60131/solr
[junit4] 2> 740557 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60131/solr
[junit4] 2> 740571 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1585f8c9d0e0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 740573 INFO (jetty-launcher-701-thread-1) [n:127.0.0.1:47633_solr ] o.a.s.c.Overseer Overseer (id=96932449523466246-127.0.0.1:47633_solr-n_0000000000) starting
[junit4] 2> 740602 INFO (jetty-launcher-701-thread-3) [n:127.0.0.1:60969_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60969_solr
[junit4] 2> 740602 INFO (jetty-launcher-701-thread-4) [n:127.0.0.1:39538_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39538_solr
[junit4] 2> 740614 INFO (jetty-launcher-701-thread-1) [n:127.0.0.1:47633_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47633_solr
[junit4] 2> 740619 INFO (zkCallback-710-thread-1-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 740621 INFO (zkCallback-722-thread-2-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 740626 INFO (jetty-launcher-701-thread-2) [n:127.0.0.1:40417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 740629 INFO (OverseerStateUpdate-96932449523466246-127.0.0.1:47633_solr-n_0000000000) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 740633 INFO (jetty-launcher-701-thread-4) [n:127.0.0.1:39538_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node4/.
[junit4] 2> 740636 INFO (zkCallback-721-thread-1-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 740636 INFO (jetty-launcher-701-thread-3) [n:127.0.0.1:60969_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node3/.
[junit4] 2> 740637 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 740638 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 740639 INFO (jetty-launcher-701-thread-2) [n:127.0.0.1:40417_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40417_solr
[junit4] 2> 740640 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 740646 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 740667 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:40417_solr) [n:127.0.0.1:40417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 740667 INFO (jetty-launcher-701-thread-1) [n:127.0.0.1:47633_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node1/.
[junit4] 2> 740675 INFO (zkCallback-710-thread-2-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 740678 INFO (jetty-launcher-701-thread-2) [n:127.0.0.1:40417_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node2/.
[junit4] 2> 740684 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 740731 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 740745 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 740747 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 740760 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_59224_hdfs____fh0aka/webapp
[junit4] 2> 741150 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59224
[junit4] 2> 741214 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 741215 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 741228 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53022_datanode____.g8hipz/webapp
[junit4] 2> 741647 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53022
[junit4] 2> 741680 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 741681 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 741697 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39851_datanode____.3gndrf/webapp
[junit4] 2> 741762 INFO (IPC Server handler 4 on 56264) [ ] BlockStateChange BLOCK* processReport: from storage DS-c7e0169e-71bd-4ec1-8526-d3277a03a491 node DatanodeRegistration(127.0.0.1:43634, datanodeUuid=837f1d5f-a258-4e15-b631-8abc100e09aa, infoPort=44172, infoSecurePort=0, ipcPort=35246, storageInfo=lv=-56;cid=testClusterID;nsid=1100650242;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 741762 INFO (IPC Server handler 4 on 56264) [ ] BlockStateChange BLOCK* processReport: from storage DS-55ad8a82-6086-42a1-b25e-86b98b667462 node DatanodeRegistration(127.0.0.1:43634, datanodeUuid=837f1d5f-a258-4e15-b631-8abc100e09aa, infoPort=44172, infoSecurePort=0, ipcPort=35246, storageInfo=lv=-56;cid=testClusterID;nsid=1100650242;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 742141 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39851
[junit4] 2> 742283 INFO (IPC Server handler 3 on 56264) [ ] BlockStateChange BLOCK* processReport: from storage DS-cf78a4ba-600b-4c9e-8d1d-5f2080d81c7d node DatanodeRegistration(127.0.0.1:57085, datanodeUuid=d007fb96-3a84-428b-94a7-d966f367e2fa, infoPort=34140, infoSecurePort=0, ipcPort=51957, storageInfo=lv=-56;cid=testClusterID;nsid=1100650242;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 742283 INFO (IPC Server handler 3 on 56264) [ ] BlockStateChange BLOCK* processReport: from storage DS-dce15cc9-5144-4fc7-b359-a7279b3a1f71 node DatanodeRegistration(127.0.0.1:57085, datanodeUuid=d007fb96-3a84-428b-94a7-d966f367e2fa, infoPort=34140, infoSecurePort=0, ipcPort=51957, storageInfo=lv=-56;cid=testClusterID;nsid=1100650242;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 742378 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[B6A88B4914AF140A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 742380 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[B6A88B4914AF140A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 742442 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 742445 INFO (OverseerThreadFactory-2132-thread-1-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 742446 WARN (OverseerThreadFactory-2132-thread-1-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 742446 ERROR (OverseerThreadFactory-2132-thread-1-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:148)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 742450 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=7
[junit4] 2> 742452 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[B6A88B4914AF140A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 742522 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[B6A88B4914AF140A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
[junit4] 2> 742523 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[B6A88B4914AF140A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 742526 INFO (qtp1955811460-8826) [n:127.0.0.1:47633_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 742528 INFO (OverseerThreadFactory-2132-thread-2-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
[junit4] 2> 742529 INFO (OverseerCollectionConfigSetProcessor-96932449523466246-127.0.0.1:47633_solr-n_0000000000) [n:127.0.0.1:47633_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 742690 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 742721 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 742728 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 742736 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 742840 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 742840 INFO (zkCallback-710-thread-4-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 742840 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:40417_solr) [n:127.0.0.1:40417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 742841 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 743706 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 743715 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 743718 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743719 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 743727 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:56264/data
[junit4] 2> 743727 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743727 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node1/nodes_used_collection_shard1_replica1], dataDir=[hdfs://localhost:56264/data/nodes_used_collection/core_node1/data/]
[junit4] 2> 743727 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node1/data/snapshot_metadata
[junit4] 2> 743737 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743737 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743737 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743744 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 743744 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 743749 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 743754 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 743754 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 743771 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743773 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 743773 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743776 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 743779 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743780 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node1/data
[junit4] 2> 743780 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743781 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 743781 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:56264/data
[junit4] 2> 743782 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743782 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node2/nodes_used_collection_shard2_replica1], dataDir=[hdfs://localhost:56264/data/nodes_used_collection/core_node4/data/]
[junit4] 2> 743782 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node4/data/snapshot_metadata
[junit4] 2> 743786 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:56264/data
[junit4] 2> 743786 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743786 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node4/nodes_used_collection_shard1_replica2], dataDir=[hdfs://localhost:56264/data/nodes_used_collection/core_node3/data/]
[junit4] 2> 743786 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node3/data/snapshot_metadata
[junit4] 2> 743788 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743788 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743788 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743778 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 743790 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:56264/data
[junit4] 2> 743790 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743790 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node3/nodes_used_collection_shard2_replica2], dataDir=[hdfs://localhost:56264/data/nodes_used_collection/core_node2/data/]
[junit4] 2> 743792 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node2/data/snapshot_metadata
[junit4] 2> 743797 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743798 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743798 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743798 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743803 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node4/data
[junit4] 2> 743805 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node1/data/index
[junit4] 2> 743810 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743811 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node3/data
[junit4] 2> 743813 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743813 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743813 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743818 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743819 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743819 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743827 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743828 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node2/data
[junit4] 2> 743834 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743835 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node3/data/index
[junit4] 2> 743837 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node4/data/index
[junit4] 2> 743843 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743844 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743844 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743846 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743846 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743846 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743852 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node2/data/index
[junit4] 2> 743871 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743872 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743872 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743875 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743875 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743904 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743908 INFO (IPC Server handler 0 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57085 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c7e0169e-71bd-4ec1-8526-d3277a03a491:NORMAL:127.0.0.1:43634|RBW], ReplicaUC[[DISK]DS-cf78a4ba-600b-4c9e-8d1d-5f2080d81c7d:NORMAL:127.0.0.1:57085|FINALIZED]]} size 0
[junit4] 2> 743909 INFO (IPC Server handler 3 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43634 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf78a4ba-600b-4c9e-8d1d-5f2080d81c7d:NORMAL:127.0.0.1:57085|FINALIZED], ReplicaUC[[DISK]DS-55ad8a82-6086-42a1-b25e-86b98b667462:NORMAL:127.0.0.1:43634|FINALIZED]]} size 0
[junit4] 2> 743917 INFO (IPC Server handler 1 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57085 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-55ad8a82-6086-42a1-b25e-86b98b667462:NORMAL:127.0.0.1:43634|RBW], ReplicaUC[[DISK]DS-dce15cc9-5144-4fc7-b359-a7279b3a1f71:NORMAL:127.0.0.1:57085|FINALIZED]]} size 0
[junit4] 2> 743919 INFO (IPC Server handler 2 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43634 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-dce15cc9-5144-4fc7-b359-a7279b3a1f71:NORMAL:127.0.0.1:57085|FINALIZED], ReplicaUC[[DISK]DS-c7e0169e-71bd-4ec1-8526-d3277a03a491:NORMAL:127.0.0.1:43634|FINALIZED]]} size 0
[junit4] 2> 743942 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 743942 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 743942 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 743946 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 743946 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 743946 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 743952 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 743952 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 743956 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 743956 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 743960 INFO (IPC Server handler 1 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43634 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-55ad8a82-6086-42a1-b25e-86b98b667462:NORMAL:127.0.0.1:43634|RBW], ReplicaUC[[DISK]DS-dce15cc9-5144-4fc7-b359-a7279b3a1f71:NORMAL:127.0.0.1:57085|RBW]]} size 71
[junit4] 2> 743960 INFO (IPC Server handler 9 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57085 is added to blk_1073741828_1004 size 71
[junit4] 2> 743961 INFO (IPC Server handler 2 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57085 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-55ad8a82-6086-42a1-b25e-86b98b667462:NORMAL:127.0.0.1:43634|RBW], ReplicaUC[[DISK]DS-cf78a4ba-600b-4c9e-8d1d-5f2080d81c7d:NORMAL:127.0.0.1:57085|RBW]]} size 71
[junit4] 2> 743962 INFO (IPC Server handler 3 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43634 is added to blk_1073741827_1003 size 71
[junit4] 2> 743971 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15675385[nodes_used_collection_shard1_replica1] main]
[junit4] 2> 743975 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 743975 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 743975 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 743975 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550919196192276480
[junit4] 2> 743977 INFO (searcherExecutor-2141-thread-1-processing-n:127.0.0.1:47633_solr x:nodes_used_collection_shard1_replica1 s:shard1 c:nodes_used_collection r:core_node1) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@15675385[nodes_used_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 743983 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 743990 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b8066ab[nodes_used_collection_shard2_replica1] main]
[junit4] 2> 743991 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 743992 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 743992 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 743992 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550919196210102272
[junit4] 2> 743994 INFO (searcherExecutor-2142-thread-1-processing-n:127.0.0.1:40417_solr x:nodes_used_collection_shard2_replica1 s:shard2 c:nodes_used_collection r:core_node4) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@7b8066ab[nodes_used_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 743999 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 744102 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744102 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:40417_solr) [n:127.0.0.1:40417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744102 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744102 INFO (zkCallback-710-thread-1-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744374 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 744374 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 744374 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 744379 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 744379 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 744379 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 744383 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 744384 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 744392 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5720ca5c[nodes_used_collection_shard2_replica2] main]
[junit4] 2> 744393 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 744393 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 744394 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 744394 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550919196631629824
[junit4] 2> 744396 INFO (searcherExecutor-2144-thread-1-processing-n:127.0.0.1:60969_solr x:nodes_used_collection_shard2_replica2 s:shard2 c:nodes_used_collection r:core_node2) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@5720ca5c[nodes_used_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 744400 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 744400 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 744413 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@8ebbd8c[nodes_used_collection_shard1_replica2] main]
[junit4] 2> 744414 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 744414 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 744415 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 744415 INFO (searcherExecutor-2143-thread-1-processing-n:127.0.0.1:39538_solr x:nodes_used_collection_shard1_replica2 s:shard1 c:nodes_used_collection r:core_node3) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@8ebbd8c[nodes_used_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 744415 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550919196653649920
[junit4] 2> 744483 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 744483 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 744483 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:47633/solr/nodes_used_collection_shard1_replica1/
[junit4] 2> 744484 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica1 url=https://127.0.0.1:47633/solr START replicas=[https://127.0.0.1:39538/solr/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 744484 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica1 url=https://127.0.0.1:47633/solr DONE. We have no versions. sync failed.
[junit4] 2> 744489 INFO (qtp618199129-8832) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.S.Request [nodes_used_collection_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 744490 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 744490 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 744494 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:47633/solr/nodes_used_collection_shard1_replica1/ shard1
[junit4] 2> 744499 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 744499 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 744499 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40417/solr/nodes_used_collection_shard2_replica1/
[junit4] 2> 744499 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=https://127.0.0.1:40417/solr START replicas=[https://127.0.0.1:60969/solr/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 744500 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=https://127.0.0.1:40417/solr DONE. We have no versions. sync failed.
[junit4] 2> 744508 INFO (qtp50170523-8841) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.S.Request [nodes_used_collection_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 744509 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 744509 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 744513 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40417/solr/nodes_used_collection_shard2_replica1/ shard2
[junit4] 2> 744616 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744616 INFO (zkCallback-710-thread-2-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744616 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744616 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:40417_solr) [n:127.0.0.1:40417_solr ] o.a.s.c.c.ZkSta
[...truncated too long message...]
ChaosMonkey monkey: stop shard! 54880
[junit4] 2> 4707760 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1629447914
[junit4] 2> 4707767 INFO (coreCloseExecutor-16385-thread-1) [n:127.0.0.1:54880_dxgi%2Fa c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.c.SolrCore [target_collection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7e55d4f9
[junit4] 2> 4707767 INFO (coreCloseExecutor-16385-thread-1) [n:127.0.0.1:54880_dxgi%2Fa c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 4707780 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.a.s.c.Overseer Overseer (id=96932688936501281-127.0.0.1:54880_dxgi%2Fa-n_0000000007) closing
[junit4] 2> 4707780 INFO (OverseerStateUpdate-96932688936501281-127.0.0.1:54880_dxgi%2Fa-n_0000000007) [n:127.0.0.1:54880_dxgi%2Fa ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54880_dxgi%2Fa
[junit4] 2> 4709282 WARN (zkCallback-37223-thread-5-processing-n:127.0.0.1:54880_dxgi%2Fa) [n:127.0.0.1:54880_dxgi%2Fa ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4709283 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@4a0f507d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 4709283 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b42fcec{/dxgi/a,null,UNAVAILABLE}
[junit4] 2> 4709284 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplicationAfterRestart
[junit4] 2> 4709285 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53265 53265
[junit4] 2> 4709467 INFO (Thread-15974) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53265 53265
[junit4] 2> 4709468 WARN (Thread-15974) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/aliases.json
[junit4] 2> 18 /solr/configs/conf1
[junit4] 2> 10 /solr/security.json
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 5 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/clusterprops.json
[junit4] 2> 35 /solr/clusterstate.json
[junit4] 2> 9 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 6 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2> 2 /solr/collections/source_collection/leader_elect/shard1/election/96932688936501259-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/96932688936501281-127.0.0.1:54880_dxgi%2Fa-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/96932688936501256-127.0.0.1:43664_dxgi%2Fa-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 300 /solr/overseer/collection-queue-work
[junit4] 2> 82 /solr/overseer/queue
[junit4] 2> 35 /solr/collections
[junit4] 2> 33 /solr/live_nodes
[junit4] 2> 25 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4709469 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_B6A88B4914AF140A-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=no-NO, timezone=Pacific/Pohnpei
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=160718320,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [StatelessScriptUpdateProcessorFactoryTest, SpellPossibilityIteratorTest, TestPostingsSolrHighlighter, BlockJoinFacetSimpleTest, DistributedQueueTest, PreAnalyzedFieldTest, TestZkChroot, TestUseDocValuesAsStored2, TestAnalyzedSuggestions, TestSolrDeletionPolicy1, TestCloudRecovery, TestReRankQParserPlugin, TestSolr4Spatial2, DebugComponentTest, TestLFUCache, RequestLoggingTest, FieldMutatingUpdateProcessorTest, CoreAdminHandlerTest, ShowFileRequestHandlerTest, TestSolrConfigHandlerCloud, TlogReplayBufferedWhileIndexingTest, BadComponentTest, DOMUtilTest, CollectionsAPISolrJTest, TestHighFrequencyDictionaryFactory, DistanceUnitsTest, TestTolerantSearch, TimeZoneUtilsTest, LukeRequestHandlerTest, HttpPartitionTest, BigEndianAscendingWordDeserializerTest, PluginInfoTest, DistributedQueryComponentOptimizationTest, TestIndexingPerformance, TestCollapseQParserPlugin, TestCloudManagedSchema, DirectUpdateHandlerOptimizeTest, BlobRepositoryCloudTest, SolrTestCaseJ4Test, TestClusterStateMutator, MinimalSchemaTest, DistribCursorPagingTest, TestRecovery, LeaderElectionTest, TestLocalFSCloudBackupRestore, TestReload, ConnectionReuseTest, SOLR749Test, TestConfig, LeaderFailureAfterFreshStartTest, TestScoreJoinQPScore, CircularListTest, CdcrRequestHandlerTest, TestReplicaProperties, TestStressLiveNodes, TestExactSharedStatsCache, BadIndexSchemaTest, XmlUpdateRequestHandlerTest, OpenExchangeRatesOrgProviderTest, TestManagedSynonymFilterFactory, TestPushWriter, TestMacroExpander, AssignTest, WrapperMergePolicyFactoryTest, TestDFRSimilarityFactory, ExplicitHLLTest, TestWriterPerf, TestCryptoKeys, OverseerRolesTest, SecurityConfHandlerTest, TestSchemaNameResource, TestFieldSortValues, TestNumericTerms32, BasicAuthIntegrationTest, RollingRestartTest, ReplaceNodeTest, RecoveryZkTest, SuggesterWFSTTest, PrimUtilsTest, CdcrBootstrapTest, FieldAnalysisRequestHandlerTest, DataDrivenBlockJoinTest, HdfsDirectoryFactoryTest, DirectUpdateHandlerTest, TestSolrXml, PingRequestHandlerTest, NoCacheHeaderTest, SuggesterTSTTest, UpdateParamsTest, TestSolrCloudWithDelegationTokens, TestCollationField, TestNonDefinedSimilarityFactory, CleanupOldIndexTest, TestBinaryField, HdfsUnloadDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, TestBlendedInfixSuggestions, CollectionStateFormat2Test, RequestHandlersTest, TestDocTermOrds, DeleteReplicaTest, TestIndexSearcher, DocValuesMultiTest, TermVectorComponentDistributedTest, MigrateRouteKeyTest, AutoCommitTest, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TestStressReorder, TestJoin, HardAutoCommitTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, TestSort, TestFunctionQuery, TestLazyCores, TestBadConfig, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SolrRequestParserTest, DocValuesTest, SuggesterTest, TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestUpdate, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, DocumentBuilderTest, TestValueSourceCache, TermVectorComponentTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSearchPerf, NumericFieldsTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, TestJmxMonitoredMap, URLClassifyProcessorTest, ClusterStateTest, TestDocumentBuilder, UUIDFieldTest, DistributedMLTComponentTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [527/651 (3!)] on J2 in 1774.99s, 11 tests, 1 failure <<< FAILURES!
[...truncated 61020 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 197 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/197/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/9)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/9)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([F271390D7968BA19:BA044DB97F5B958C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([F271390D7968BA19:DF0F76578E4C0015]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12882 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/init-core-data-001
[junit4] 2> 5101576 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 5101578 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001
[junit4] 2> 5101578 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5101578 INFO (Thread-65840) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5101578 INFO (Thread-65840) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5101678 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59209
[junit4] 2> 5101687 INFO (jetty-launcher-4801-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 5101688 INFO (jetty-launcher-4801-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 5101690 INFO (jetty-launcher-4801-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 5101702 INFO (jetty-launcher-4801-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 5101706 INFO (jetty-launcher-4801-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6500f29e{/solr,null,AVAILABLE}
[junit4] 2> 5101712 INFO (jetty-launcher-4801-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f4f4639{/solr,null,AVAILABLE}
[junit4] 2> 5101714 INFO (jetty-launcher-4801-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@3a19ead3{SSL,[ssl, http/1.1]}{127.0.0.1:51302}
[junit4] 2> 5101714 INFO (jetty-launcher-4801-thread-1) [ ] o.e.j.s.Server Started @5108842ms
[junit4] 2> 5101714 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51302}
[junit4] 2> 5101714 ERROR (jetty-launcher-4801-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5101714 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 5101714 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5101715 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5101715 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-12T21:21:45.876Z
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@50a67e8{SSL,[ssl, http/1.1]}{127.0.0.1:46043}
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.e.j.s.Server Started @5108846ms
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46043}
[junit4] 2> 5101718 ERROR (jetty-launcher-4801-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-12T21:21:45.879Z
[junit4] 2> 5101724 INFO (jetty-launcher-4801-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d9a3fae{/solr,null,AVAILABLE}
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@6ed80bb8{SSL,[ssl, http/1.1]}{127.0.0.1:32880}
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.e.j.s.Server Started @5108854ms
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32880}
[junit4] 2> 5101726 ERROR (jetty-launcher-4801-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-12T21:21:45.887Z
[junit4] 2> 5101728 INFO (jetty-launcher-4801-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a771bc1{/solr,null,AVAILABLE}
[junit4] 2> 5101729 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@7fbd0882{SSL,[ssl, http/1.1]}{127.0.0.1:50382}
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.e.j.s.Server Started @5108858ms
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50382}
[junit4] 2> 5101730 ERROR (jetty-launcher-4801-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-12T21:21:45.891Z
[junit4] 2> 5101741 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5101742 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5101747 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5101748 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5101749 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5101751 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59209/solr
[junit4] 2> 5101752 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59209/solr
[junit4] 2> 5101753 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5101754 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5101754 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59209/solr
[junit4] 2> 5101755 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59209/solr
[junit4] 2> 5101758 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1585a6ae90c0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 5101759 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1585a6ae90c0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 5101778 INFO (jetty-launcher-4801-thread-2) [n:127.0.0.1:32880_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32880_solr
[junit4] 2> 5101781 INFO (jetty-launcher-4801-thread-2) [n:127.0.0.1:32880_solr ] o.a.s.c.Overseer Overseer (id=96926807211376648-127.0.0.1:32880_solr-n_0000000000) starting
[junit4] 2> 5101797 INFO (jetty-launcher-4801-thread-3) [n:127.0.0.1:46043_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46043_solr
[junit4] 2> 5101797 INFO (jetty-launcher-4801-thread-1) [n:127.0.0.1:51302_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51302_solr
[junit4] 2> 5101805 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5101805 INFO (zkCallback-4822-thread-1-processing-n:127.0.0.1:51302_solr) [n:127.0.0.1:51302_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5101805 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5101806 INFO (jetty-launcher-4801-thread-4) [n:127.0.0.1:50382_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50382_solr
[junit4] 2> 5101808 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5101809 INFO (OverseerStateUpdate-96926807211376648-127.0.0.1:32880_solr-n_0000000000) [n:127.0.0.1:32880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5101811 INFO (jetty-launcher-4801-thread-2) [n:127.0.0.1:32880_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32880_solr
[junit4] 2> 5101812 INFO (jetty-launcher-4801-thread-3) [n:127.0.0.1:46043_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node3/.
[junit4] 2> 5101812 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5101813 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5101813 INFO (zkCallback-4819-thread-2-processing-n:127.0.0.1:32880_solr) [n:127.0.0.1:32880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5101813 INFO (zkCallback-4822-thread-1-processing-n:127.0.0.1:51302_solr) [n:127.0.0.1:51302_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5101814 INFO (zkCallback-4819-thread-1-processing-n:127.0.0.1:32880_solr) [n:127.0.0.1:32880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5101815 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5101815 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5101821 INFO (jetty-launcher-4801-thread-4) [n:127.0.0.1:50382_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node4/.
[junit4] 2> 5101822 INFO (zkCallback-4822-thread-1-processing-n:127.0.0.1:51302_solr) [n:127.0.0.1:51302_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5101828 INFO (jetty-launcher-4801-thread-2) [n:127.0.0.1:32880_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node2/.
[junit4] 2> 5101837 INFO (jetty-launcher-4801-thread-1) [n:127.0.0.1:51302_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node1/.
[junit4] 2> 5101843 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 5101899 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 5101904 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5101906 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5101919 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_38756_hdfs____i0cldp/webapp
[junit4] 2> 5102279 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38756
[junit4] 2> 5102333 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5102334 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5102348 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49498_datanode____.65pfmz/webapp
[junit4] 2> 5102762 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49498
[junit4] 2> 5102844 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5102846 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5102862 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33153_datanode____5122za/webapp
[junit4] 2> 5102952 INFO (IPC Server handler 3 on 45374) [ ] BlockStateChange BLOCK* processReport: from storage DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993 node DatanodeRegistration(127.0.0.1:40559, datanodeUuid=4dbe593a-b7bb-4a45-9565-5734b076e4d6, infoPort=51325, infoSecurePort=0, ipcPort=35591, storageInfo=lv=-56;cid=testClusterID;nsid=1705878909;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 5102952 INFO (IPC Server handler 3 on 45374) [ ] BlockStateChange BLOCK* processReport: from storage DS-bc3221f5-a4c1-48ad-8fb7-0e99d2db95b3 node DatanodeRegistration(127.0.0.1:40559, datanodeUuid=4dbe593a-b7bb-4a45-9565-5734b076e4d6, infoPort=51325, infoSecurePort=0, ipcPort=35591, storageInfo=lv=-56;cid=testClusterID;nsid=1705878909;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 5103256 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33153
[junit4] 2> 5103408 INFO (IPC Server handler 3 on 45374) [ ] BlockStateChange BLOCK* processReport: from storage DS-2de90e67-b58c-488a-88cf-519b872ff0cb node DatanodeRegistration(127.0.0.1:43585, datanodeUuid=382b1db1-0ad9-4e4b-ae0a-4957faf49078, infoPort=38492, infoSecurePort=0, ipcPort=55996, storageInfo=lv=-56;cid=testClusterID;nsid=1705878909;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 5103408 INFO (IPC Server handler 3 on 45374) [ ] BlockStateChange BLOCK* processReport: from storage DS-a1bb6490-d10f-40bb-8c4e-1cacfe927458 node DatanodeRegistration(127.0.0.1:43585, datanodeUuid=382b1db1-0ad9-4e4b-ae0a-4957faf49078, infoPort=38492, infoSecurePort=0, ipcPort=55996, storageInfo=lv=-56;cid=testClusterID;nsid=1705878909;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 5103587 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[F271390D7968BA19]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 5103588 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[F271390D7968BA19]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5103655 ERROR (qtp606807415-85466) [n:127.0.0.1:50382_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:203)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:660)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:441)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 5103656 INFO (qtp606807415-85466) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 5103656 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[F271390D7968BA19]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 5103728 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[F271390D7968BA19]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 5103729 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[F271390D7968BA19]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5103734 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
[junit4] 2> 5103735 INFO (OverseerStateUpdate-96926807211376648-127.0.0.1:32880_solr-n_0000000000) [n:127.0.0.1:32880_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 5104746 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 5104754 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 5104757 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5104758 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 5104758 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45374/data
[junit4] 2> 5104759 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5104759 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node4/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:45374/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003/]
[junit4] 2> 5104759 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003/snapshot_metadata
[junit4] 2> 5104766 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5104766 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5104766 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5104771 WARN (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 5109775 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5109776 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003
[junit4] 2> 5109796 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003/index
[junit4] 2> 5109803 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5109803 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5109803 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5109811 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5109841 INFO (IPC Server handler 6 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43585 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bc3221f5-a4c1-48ad-8fb7-0e99d2db95b3:NORMAL:127.0.0.1:40559|RBW], ReplicaUC[[DISK]DS-a1bb6490-d10f-40bb-8c4e-1cacfe927458:NORMAL:127.0.0.1:43585|RBW]]} size 0
[junit4] 2> 5109841 INFO (IPC Server handler 0 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40559 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bc3221f5-a4c1-48ad-8fb7-0e99d2db95b3:NORMAL:127.0.0.1:40559|RBW], ReplicaUC[[DISK]DS-a1bb6490-d10f-40bb-8c4e-1cacfe927458:NORMAL:127.0.0.1:43585|RBW]]} size 0
[junit4] 2> 5109862 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5109862 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5109862 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 5109875 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5109875 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5109883 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ca61d0b[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 5109884 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 5109885 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 5109885 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 5109885 INFO (searcherExecutor-10345-thread-1-processing-n:127.0.0.1:50382_solr x:halfdeletedcollection_shard1_replica1 s:shard2 c:halfdeletedcollection r:core_node1) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@7ca61d0b[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5109885 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550828924091498496
[junit4] 2> 5109893 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5109893 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5109893 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 5109896 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5109896 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 5109902 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/ shard2
[junit4] 2> 5110053 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5110057 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2} status=0 QTime=6324
[junit4] 2> 5110059 INFO (qtp606807415-85458) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5110076 INFO (OverseerThreadFactory-10336-thread-1-processing-n:127.0.0.1:32880_solr) [n:127.0.0.1:32880_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 5110085 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@27f2cf1d
[junit4] 2> 5110090 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003/index
[junit4] 2> 5110090 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003/snapshot_metadata
[junit4] 2> 5110091 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003
[junit4] 2> 5110099 INFO (IPC Server handler 1 on 45374) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:40559 127.0.0.1:43585
[junit4] 2> 5110101 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 5110807 INFO (qtp606807415-85458) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=748
[junit4] 2> 5110809 INFO (qtp606807415-85464) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5110809 INFO (qtp606807415-85464) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 5110811 INFO (qtp606807415-85464) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5110816 INFO (OverseerThreadFactory-10336-thread-2-processing-n:127.0.0.1:32880_solr) [n:127.0.0.1:32880_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 5110816 INFO (OverseerCollectionConfigSetProcessor-96926807211376648-127.0.0.1:32880_solr-n_0000000000) [n:127.0.0.1:32880_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5111026 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 5111079 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 5111184 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5111185 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5111320 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@5b2a5718) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:40559 to delete [blk_1073741825_1001]
[junit4] 2> 5112042 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 5112052 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 5112059 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5112061 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 5112061 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45374/data
[junit4] 2> 5112062 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5112062 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node4/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data/]
[junit4] 2> 5112062 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data/snapshot_metadata
[junit4] 2> 5112074 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5112074 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5112074 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5112088 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5112089 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data
[junit4] 2> 5112090 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 5112099 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard2_replica1] Schema name=minimal
[junit4] 2> 5112102 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5112103 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard2_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 5112103 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45374/data
[junit4] 2> 5112103 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5112103 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node3/halfdeletedcollection_shard2_replica1], dataDir=[hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data/]
[junit4] 2> 5112103 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data/snapshot_metadata
[junit4] 2> 5112127 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data/index
[junit4] 2> 5112131 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5112131 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5112131 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5112139 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5112140 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5112140 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5112145 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5112149 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data
[junit4] 2> 5112152 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5112176 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data/index
[junit4] 2> 5112179 INFO (IPC Server handler 2 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40559 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2de90e67-b58c-488a-88cf-519b872ff0cb:NORMAL:127.0.0.1:43585|RBW], ReplicaUC[[DISK]DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993:NORMAL:127.0.0.1:40559|RBW]]} size 0
[junit4] 2> 5112180 INFO (IPC Server handler 0 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43585 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2de90e67-b58c-488a-88cf-519b872ff0cb:NORMAL:127.0.0.1:43585|RBW], ReplicaUC[[DISK]DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993:NORMAL:127.0.0.1:40559|RBW]]} size 0
[junit4] 2> 5112186 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5112186 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5112186 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5112197 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5112197 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5112197 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 5112200 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5112208 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5112208 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5112216 INFO (IPC Server handler 0 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43585 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993:NORMAL:127.0.0.1:40559|RBW], ReplicaUC[[DISK]DS-a1bb6490-d10f-40bb-8c4e-1cacfe927458:NORMAL:127.0.0.1:43585|FINALIZED]]} size 0
[junit4] 2> 5112216 INFO (IPC Server handler 6 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40559 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a1bb6490-d10f-40bb-8c4e-1cacfe927458:NORMAL:127.0.0.1:43585|FINALIZED], ReplicaUC[[DISK]DS-bc3221f5-a4c1-48ad-8fb7-0e99d2db95b3:NORMAL:127.0.0.1:40559|FINALIZED]]} size 0
[junit4] 2> 5112218 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@742bb306[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 5112219 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 5112220 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 5112220 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 5112220 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550828926539923456
[junit4] 2> 5112222 INFO (searcherExecutor-10350-thread-1-processing-n:127.0.0.1:50382_solr x:halfdeletedcollection_shard1_replica1 s:shard1 c:halfdeletedcollection r:core_node1) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@742bb306[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5112229 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5112230 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5112230 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 5112230 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5112230 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 5112230 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5112230 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5112230 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 5112235 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/ shard1
[junit4] 2> 5112242 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5112242 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5112249 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@44137b59[halfdeletedcollection_shard2_replica1] main]
[junit4] 2> 5112250 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 5112251 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 5112251 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 5112251 INFO (searcherExecutor-10351-thread-1-processing-n:127.0.0.1:46043_solr x:halfdeletedcollection_shard2_replica1 s:shard2 c:halfdeletedcollection r:core_node2) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica1] Registered new searcher Searcher@44137b59[halfdeletedcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5112251 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550828926572429312
[junit4] 2> 5112258 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5112258 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5112258 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46043/solr/halfdeletedcollection_shard2_replica1/
[junit4] 2> 5112258 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5112258 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:46043/solr/halfdeletedcollection_shard2_replica1/ has no replicas
[junit4] 2> 5112262 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46043/solr/halfdeletedcollection_shard2_replica1/ shard2
[junit4] 2> 5112366 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5112366 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5112386 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5112387 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1361
[junit4] 2> 5112415 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5112418 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1338
[junit4] 2> 5112420 INFO (qtp606807415-85464) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 5112519 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5112519 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5112818 INFO (OverseerCollectionConfigSetProcessor-96926807211376648-127.0.0.1:32880_solr-n_0000000000) [n:127.0.0.1:32880_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5113420 INFO (qtp606807415-85464) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2609
[junit4] 2> 5113422 INFO (qtp606807415-85466) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5113423 INFO (qtp606807415-85466) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 5113423 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[F271390D7968BA19]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deletePartiallyCreatedCollection
[junit4] 2> 5113516 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[F271390D7968BA19]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 5113517 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[F271390D7968BA19]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5113521 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5113524 INFO (OverseerThreadFactory-10336-thread-3-processing-n:127.0.0.1:32880_solr) [n:127.0.0.1:32880_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 5113527 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@71ce9bd5
[junit4] 2> 5113529 INFO (qtp1409536826-85447) [n:127.0.0.1:46043_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3f4b06ef
[junit4] 2> 5113534 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data/index
[junit4] 2> 5113535 INFO (qtp1409536826-85447) [n:127.0.0.1:46043_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data/snapshot_metadata
[junit4] 2> 5113535 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data/snapshot_metadata
[junit4] 2> 5113535 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data
[junit4] 2> 5113540 INFO (qtp1409536826-85447) [n:127.0.0.1:46043_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data/index
[junit4] 2> 5113540 INFO (qtp1409536826-85447) [n:127.0.0.1:46043_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data
[junit4] 2> 5113543 INFO (IPC Server handler 5 on 45374) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:43585 127.0.0.1:40559
[junit4] 2> 5113547 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 5113553 INFO (IPC Server handler 9 on 45374) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741827_1003 127.0.0.1:40559 127.0.0.1:43585
[junit4] 2> 5113557 INFO (qtp1409536826-85447) [n:127.0.0.1:46043_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 5114265 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=743
[junit4] 2> 5114273 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 5114275 INFO (OverseerStateUpdate-96926807211376648-127.0.0.1:32880_solr-n_0000000000) [n:127.0.0.1:32880_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 5114320 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@5b2a5718) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:43585 to delete [blk_1073741825_1001, blk_1073741826_1002, blk_1073741827_1003]
[junit4] 2> 5115295 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 5115319 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 5115327 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5115328 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
[junit4] 2> 5115329 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45374/data
[junit4] 2> 5115329 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5115329 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node3/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:45374/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-004/]
[junit4] 2> 5115329 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-004/snapshot_metadata
[junit4] 2> 5115337 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5115338 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5115338 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5115349 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5115350 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-004
[junit4] 2> 5115370 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-004/index
[junit4] 2> 5115377 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5115377 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5115377 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5115389 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5115416 INFO (IPC Server handler 1 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43585 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993:NORMAL:127.0.0.1:40559|RBW], ReplicaUC[[DISK]DS-2de90e67-b58c-488a-88cf-519b872ff0cb:NORMAL:127.0.0.1:43585|RBW]]} size 0
[junit4] 2> 5115417 INFO (IPC Server handler 4 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40559 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993:NORMAL:127.0.0.1:40559|RBW], ReplicaUC[[DISK]DS-2de90e67-b58c-488a-88cf-519b872ff0cb:NORMAL:127.0.0.1:43585|RBW]]} size 0
[junit4] 2> 5115435 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5115435 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5115436 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 5115445 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracke
[...truncated too long message...]
ans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 5265249 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59209 59209
[junit4] 2> 5265249 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001
[junit4] 2> Nov 12, 2016 9:24:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=142, maxMBSortInHeap=6.165065154352495, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cs, timezone=US/East-Indiana
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=311192608,total=516423680
[junit4] 2> NOTE: All tests run in this JVM: [BlockCacheTest, LeaderElectionContextKeyTest, CdcrVersionReplicationTest, TestBlobHandler, PKIAuthenticationIntegrationTest, TestQuerySenderNoQuery, TestChildDocTransformer, TestMacros, PeerSyncTest, ReplicationFactorTest, CreateCollectionCleanupTest, AnalysisErrorHandlingTest, DateRangeFieldTest, TestEmbeddedSolrServerConstructors, TestBadConfig, TestSerializedLuceneMatchVersion, TestComponentsName, ActionThrottleTest, TestFileDictionaryLookup, TestRandomRequestDistribution, BasicZkTest, DistributedQueryElevationComponentTest, TestReplicationHandler, SynonymTokenizerTest, CacheHeaderTest, NotRequiredUniqueKeyTest, SpatialRPTFieldTypeTest, SyncSliceTest, DistributedSpellCheckComponentTest, TestSolrCloudWithKerberosAlt, DisMaxRequestHandlerTest, HdfsRecoveryZkTest, ResourceLoaderTest, TestComplexPhraseQParserPlugin, SolrRequestParserTest, AnalyticsMergeStrategyTest, UniqFieldsUpdateProcessorFactoryTest, CursorPagingTest, TestPerFieldSimilarity, LeaderInitiatedRecoveryOnCommitTest, MergeStrategyTest, TestExactStatsCache, TestFieldCacheSort, TestFunctionQuery, BasicDistributedZkTest, TestAuthenticationFramework, TestOrdValues, SolrCLIZkUtilsTest, AtomicUpdatesTest, CloudExitableDirectoryReaderTest, HdfsThreadLeakTest, TestBinaryResponseWriter, TestJsonRequest, LeaderElectionIntegrationTest, TestFilteredDocIdSet, TestLockTree, TestIBSimilarityFactory, HdfsDirectoryTest, TestNoOpRegenerator, AnalysisAfterCoreReloadTest, DistributedFacetPivotWhiteBoxTest, TestJoin, TestJsonFacetRefinement, PathHierarchyTokenizerFactoryTest, DefaultValueUpdateProcessorTest, TestRequestForwarding, TestRandomCollapseQParserPlugin, TestClassicSimilarityFactory, SegmentsInfoRequestHandlerTest, SparseHLLTest, BadCopyFieldTest, TestMiniSolrCloudClusterSSL, PolyFieldTest, TriLevelCompositeIdRoutingTest, ExternalFileFieldSortTest, TestSchemaResource, TestSimpleQParserPlugin, TestSQLHandler, CheckHdfsIndexTest, TestRealTimeGet, TestJmxIntegration, TestCloudPivotFacet, TestCorePropertiesReload, DistribDocExpirationUpdateProcessorTest, TestFastLRUCache, TestRangeQuery, TestDeleteCollectionOnDownNodes, TestRandomDVFaceting, NumericFieldsTest, TestDynamicFieldResource, ShufflingReplicaListTransformerTest, TestImplicitCoreProperties, TestClusterProperties, TestFaceting, OutputWriterTest, HighlighterConfigTest, TestTrieFacet, TestManagedSchema, TestSolrCloudSnapshots, SharedFSAutoReplicaFailoverTest, TolerantUpdateProcessorTest, PeerSyncWithIndexFingerprintCachingTest, TestHdfsUpdateLog, DateFieldTest, TestOmitPositions, StandardRequestHandlerTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OverseerTest, RecoveryZkTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, TestDistributedSearch, TestGroupingSearch, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, DocValuesTest, DebugComponentTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TermsComponentTest, RequestHandlersTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestLFUCache, CdcrReplicationHandlerTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestShortCircuitedRequests, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [512/651 (1!)] on J0 in 173.61s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 61066 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 196 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/196/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([B8961A865EFDEDDF:3B55C4154A256656]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<6>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([B8961A865EFDEDDF:30C2255CF0018027]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([B8961A865EFDEDDF:95E855DCA9D957D3]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([B8961A865EFDEDDF:F0E36E3258CEC24A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11876 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/init-core-data-001
[junit4] 2> 1187228 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1187229 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-001
[junit4] 2> 1187229 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1187230 INFO (Thread-1588) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1187230 INFO (Thread-1588) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1187330 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:51213
[junit4] 2> 1187338 INFO (jetty-launcher-711-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1187339 INFO (jetty-launcher-711-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1187338 INFO (jetty-launcher-711-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1187343 INFO (jetty-launcher-711-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1187345 INFO (jetty-launcher-711-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c2461d{/solr,null,AVAILABLE}
[junit4] 2> 1187351 INFO (jetty-launcher-711-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9f6cf6c{/solr,null,AVAILABLE}
[junit4] 2> 1187355 INFO (jetty-launcher-711-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@f8160a5{HTTP/1.1,[http/1.1]}{127.0.0.1:45888}
[junit4] 2> 1187356 INFO (jetty-launcher-711-thread-1) [ ] o.e.j.s.Server Started @1191337ms
[junit4] 2> 1187356 INFO (jetty-launcher-711-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45888}
[junit4] 2> 1187356 ERROR (jetty-launcher-711-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1187356 INFO (jetty-launcher-711-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1187356 INFO (jetty-launcher-711-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1187356 INFO (jetty-launcher-711-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1187356 INFO (jetty-launcher-711-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-11T19:45:55.207Z
[junit4] 2> 1187357 INFO (jetty-launcher-711-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@4947e949{HTTP/1.1,[http/1.1]}{127.0.0.1:36630}
[junit4] 2> 1187357 INFO (jetty-launcher-711-thread-4) [ ] o.e.j.s.Server Started @1191338ms
[junit4] 2> 1187357 INFO (jetty-launcher-711-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36630}
[junit4] 2> 1187357 ERROR (jetty-launcher-711-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1187357 INFO (jetty-launcher-711-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1187357 INFO (jetty-launcher-711-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1187357 INFO (jetty-launcher-711-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1187357 INFO (jetty-launcher-711-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-11T19:45:55.208Z
[junit4] 2> 1187362 INFO (jetty-launcher-711-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7082d83e{/solr,null,AVAILABLE}
[junit4] 2> 1187362 INFO (jetty-launcher-711-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@72458de8{HTTP/1.1,[http/1.1]}{127.0.0.1:45902}
[junit4] 2> 1187362 INFO (jetty-launcher-711-thread-3) [ ] o.e.j.s.Server Started @1191344ms
[junit4] 2> 1187362 INFO (jetty-launcher-711-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45902}
[junit4] 2> 1187363 ERROR (jetty-launcher-711-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1187363 INFO (jetty-launcher-711-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1187363 INFO (jetty-launcher-711-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1187363 INFO (jetty-launcher-711-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1187363 INFO (jetty-launcher-711-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-11T19:45:55.214Z
[junit4] 2> 1187368 INFO (jetty-launcher-711-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@642cbee5{/solr,null,AVAILABLE}
[junit4] 2> 1187368 INFO (jetty-launcher-711-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@7e1b3b73{HTTP/1.1,[http/1.1]}{127.0.0.1:52143}
[junit4] 2> 1187368 INFO (jetty-launcher-711-thread-2) [ ] o.e.j.s.Server Started @1191350ms
[junit4] 2> 1187368 INFO (jetty-launcher-711-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52143}
[junit4] 2> 1187368 ERROR (jetty-launcher-711-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1187368 INFO (jetty-launcher-711-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1187369 INFO (jetty-launcher-711-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1187369 INFO (jetty-launcher-711-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1187369 INFO (jetty-launcher-711-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-11T19:45:55.220Z
[junit4] 2> 1187371 INFO (jetty-launcher-711-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1187378 INFO (jetty-launcher-711-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1187385 INFO (jetty-launcher-711-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1187386 INFO (jetty-launcher-711-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51213/solr
[junit4] 2> 1187387 INFO (jetty-launcher-711-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1187394 INFO (jetty-launcher-711-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1187398 INFO (jetty-launcher-711-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1187398 INFO (jetty-launcher-711-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51213/solr
[junit4] 2> 1187401 INFO (jetty-launcher-711-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1187401 INFO (jetty-launcher-711-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1187402 INFO (jetty-launcher-711-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51213/solr
[junit4] 2> 1187403 INFO (jetty-launcher-711-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51213/solr
[junit4] 2> 1187450 INFO (jetty-launcher-711-thread-2) [n:127.0.0.1:52143_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52143_solr
[junit4] 2> 1187454 INFO (jetty-launcher-711-thread-3) [n:127.0.0.1:45902_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45902_solr
[junit4] 2> 1187455 INFO (jetty-launcher-711-thread-4) [n:127.0.0.1:36630_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36630_solr
[junit4] 2> 1187455 INFO (jetty-launcher-711-thread-1) [n:127.0.0.1:45888_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45888_solr
[junit4] 2> 1187455 INFO (jetty-launcher-711-thread-2) [n:127.0.0.1:52143_solr ] o.a.s.c.Overseer Overseer (id=96920768026312715-127.0.0.1:52143_solr-n_0000000000) starting
[junit4] 2> 1187471 INFO (zkCallback-729-thread-1-processing-n:127.0.0.1:45902_solr) [n:127.0.0.1:45902_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1187471 INFO (jetty-launcher-711-thread-4) [n:127.0.0.1:36630_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-001/node4/.
[junit4] 2> 1187471 INFO (zkCallback-732-thread-1-processing-n:127.0.0.1:36630_solr) [n:127.0.0.1:36630_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1187472 INFO (zkCallback-731-thread-1-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1187472 INFO (zkCallback-730-thread-1-processing-n:127.0.0.1:45888_solr) [n:127.0.0.1:45888_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1187481 INFO (jetty-launcher-711-thread-2) [n:127.0.0.1:52143_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52143_solr
[junit4] 2> 1187483 INFO (zkCallback-730-thread-1-processing-n:127.0.0.1:45888_solr) [n:127.0.0.1:45888_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1187483 INFO (zkCallback-732-thread-1-processing-n:127.0.0.1:36630_solr) [n:127.0.0.1:36630_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1187483 INFO (zkCallback-731-thread-1-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1187489 INFO (jetty-launcher-711-thread-1) [n:127.0.0.1:45888_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-001/node1/.
[junit4] 2> 1187492 INFO (jetty-launcher-711-thread-2) [n:127.0.0.1:52143_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-001/node2/.
[junit4] 2> 1187498 INFO (zkCallback-729-thread-1-processing-n:127.0.0.1:45902_solr) [n:127.0.0.1:45902_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1187527 INFO (jetty-launcher-711-thread-3) [n:127.0.0.1:45902_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-001/node3/.
[junit4] 2> 1187534 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1188107 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1188780 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1188966 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 1188992 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1189064 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1189116 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_49480_hdfs____.a2omvj/webapp
[junit4] 2> 1189869 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49480
[junit4] 2> 1190777 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1190787 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1190802 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42718_datanode____.igor7d/webapp
[junit4] 2> 1191232 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42718
[junit4] 2> 1191702 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1191705 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1191723 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45598_datanode____.ihfcfa/webapp
[junit4] 2> 1192073 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45598
[junit4] 2> 1193206 INFO (IPC Server handler 5 on 37446) [ ] BlockStateChange BLOCK* processReport: from storage DS-f08d4d89-0367-4ff9-83f2-140475a4c65c node DatanodeRegistration(127.0.0.1:36702, datanodeUuid=1bf096c0-60fd-4e67-9f6f-f0ecf3732489, infoPort=54272, infoSecurePort=0, ipcPort=58312, storageInfo=lv=-56;cid=testClusterID;nsid=919641284;c=0), blocks: 0, hasStaleStorage: true, processing time: 3 msecs
[junit4] 2> 1193206 INFO (IPC Server handler 6 on 37446) [ ] BlockStateChange BLOCK* processReport: from storage DS-b4025d97-671c-49b1-a857-af62f730cb9d node DatanodeRegistration(127.0.0.1:45133, datanodeUuid=9dea7d69-f9e8-49d4-8582-792b2d73bf77, infoPort=37922, infoSecurePort=0, ipcPort=34614, storageInfo=lv=-56;cid=testClusterID;nsid=919641284;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 1193207 INFO (IPC Server handler 5 on 37446) [ ] BlockStateChange BLOCK* processReport: from storage DS-b7b2adcd-7dc2-4d4f-ac0a-e2e6c80efbc7 node DatanodeRegistration(127.0.0.1:36702, datanodeUuid=1bf096c0-60fd-4e67-9f6f-f0ecf3732489, infoPort=54272, infoSecurePort=0, ipcPort=58312, storageInfo=lv=-56;cid=testClusterID;nsid=919641284;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1193210 INFO (IPC Server handler 6 on 37446) [ ] BlockStateChange BLOCK* processReport: from storage DS-cfc90d9b-1fbd-46f8-ba06-ee243be158b7 node DatanodeRegistration(127.0.0.1:45133, datanodeUuid=9dea7d69-f9e8-49d4-8582-792b2d73bf77, infoPort=37922, infoSecurePort=0, ipcPort=34614, storageInfo=lv=-56;cid=testClusterID;nsid=919641284;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1193594 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[B8961A865EFDEDDF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 1193597 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[B8961A865EFDEDDF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1193604 ERROR (qtp1903229075-5581) [n:127.0.0.1:36630_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:203)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:660)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:441)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1193605 INFO (qtp1903229075-5581) [n:127.0.0.1:36630_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1193605 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[B8961A865EFDEDDF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 1193672 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[B8961A865EFDEDDF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
[junit4] 2> 1193674 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[B8961A865EFDEDDF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1193688 INFO (qtp1903229075-5583) [n:127.0.0.1:36630_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1193718 INFO (OverseerThreadFactory-3109-thread-1-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.CreateCollectionCmd Create collection withconfigset2
[junit4] 2> 1193836 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2
[junit4] 2> 1193942 INFO (zkCallback-729-thread-1-processing-n:127.0.0.1:45902_solr) [n:127.0.0.1:45902_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1194859 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1194867 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema [withconfigset2_shard1_replica1] Schema name=minimal
[junit4] 2> 1194870 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1194872 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica1' using configuration from collection withconfigset2
[junit4] 2> 1194886 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 r:core_node1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37446/data
[junit4] 2> 1194886 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 r:core_node1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1194886 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 r:core_node1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [[withconfigset2_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-001/node3/withconfigset2_shard1_replica1], dataDir=[hdfs://localhost:37446/data/withconfigset2/core_node1/data/]
[junit4] 2> 1194886 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 r:core_node1 x:withconfigset2_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8538112
[junit4] 2> 1194887 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 r:core_node1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [withconfigset2_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5384e9c9
[junit4] 2> 1194887 ERROR (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 r:core_node1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore Error while closing
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:1348)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:660)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:441)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1194888 ERROR (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 r:core_node1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Error creating core [withconfigset2_shard1_replica1]: Unrecognized lockType: native
[junit4] 2> org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:660)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:441)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:178)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841)
[junit4] 2> ... 35 more
[junit4] 2> 1194890 ERROR (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 r:core_node1 x:withconfigset2_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:813)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:660)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:441)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [withconfigset2_shard1_replica1]
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:855)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] 2> ... 32 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] 2> ... 33 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:178)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841)
[junit4] 2> ... 35 more
[junit4] 2>
[junit4] 2> 1194890 INFO (qtp64220878-5594) [n:127.0.0.1:45902_solr c:withconfigset2 s:shard1 r:core_node1 x:withconfigset2_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2} status=400 QTime=1056
[junit4] 2> 1194891 ERROR (OverseerThreadFactory-3109-thread-1-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:45902/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45902/solr: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:196)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1194895 ERROR (OverseerThreadFactory-3109-thread-1-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [withconfigset2].
[junit4] 2> 1194896 INFO (OverseerThreadFactory-3109-thread-1-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1194898 INFO (qtp64220878-5596) [n:127.0.0.1:45902_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=withconfigset2_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1195601 INFO (OverseerThreadFactory-3109-thread-1-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [withconfigset2]
[junit4] 2> 1195605 INFO (qtp1903229075-5583) [n:127.0.0.1:36630_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1195700 INFO (OverseerCollectionConfigSetProcessor-96920768026312715-127.0.0.1:52143_solr-n_0000000000) [n:127.0.0.1:52143_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1225610 ERROR (qtp1903229075-5583) [n:127.0.0.1:36630_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 1225611 INFO (qtp1903229075-5583) [n:127.0.0.1:36630_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=31922
[junit4] 2> 1225612 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[B8961A865EFDEDDF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSpecificConfigsets
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsCollectionsAPIDistributedZkTest -Dtests.method=testSpecificConfigsets -Dtests.seed=B8961A865EFDEDDF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ms-MY -Dtests.timezone=Asia/Kabul -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 32.0s J0 | HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
[junit4] > at __randomizedtesting.SeedInfo.seed([B8961A865EFDEDDF:95E855DCA9D957D3]:0)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1225692 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[B8961A865EFDEDDF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 1225694 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[B8961A865EFDEDDF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1225697 INFO (qtp1903229075-5584) [n:127.0.0.1:36630_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1225700 INFO (OverseerThreadFactory-3109-thread-2-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 1225700 WARN (OverseerThreadFactory-3109-thread-2-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1225701 ERROR (OverseerThreadFactory-3109-thread-2-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:148)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1225704 INFO (qtp1903229075-5584) [n:127.0.0.1:36630_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=6
[junit4] 2> 1225704 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[B8961A865EFDEDDF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 1225788 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[B8961A865EFDEDDF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
[junit4] 2> 1225789 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[B8961A865EFDEDDF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1225793 INFO (qtp1903229075-5586) [n:127.0.0.1:36630_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1225798 INFO (OverseerThreadFactory-3109-thread-3-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 1225799 ERROR (OverseerThreadFactory-3109-thread-3-processing-n:127.0.0.1:52143_solr) [n:127.0.0.1:52143_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:105)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1225802 INFO (OverseerCollectionConfigSetProcessor-96920768026312715-127.0.0.1:52143_solr-n_0000000000) [n:127.0.0.1:52143_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1225808 INFO (qtp1903229075-5586) [n:127.0.0.1:36630_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=14
[junit4] 2> 1225808 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[B8961A865EFDEDDF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
[junit4] 2> 1225900 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[B8961A865EFDEDDF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoCollectionSpecified
[junit4] 2> 1225901 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[B8961A865EFDEDDF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1225905 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2
[junit4] 2> 1225908 INFO (OverseerStateUpdate-96920768026312715-127.0.0.1:52143_solr-n_0000000000) [n:127.0.0.1:52143_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1226919 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1226947 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.IndexSchema [corewithnocollection] Schema name=minimal
[junit4] 2> 1226950 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1226951 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection' using configuration from collection corewithnocollection
[junit4] 2> 1226957 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37446/data
[junit4] 2> 1226958 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1226958 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SolrCore [[corewithnocollection] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-001/node4/corewithnocollection], dataDir=[hdfs://localhost:37446/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003/]
[junit4] 2> 1226959 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37446/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003/snapshot_metadata
[junit4] 2> 1226978 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1226979 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1226979 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 1227805 INFO (OverseerCollectionConfigSetProcessor-96920768026312715-127.0.0.1:52143_solr-n_0000000000) [n:127.0.0.1:52143_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1228647 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1228656 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37446/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003
[junit4] 2> 1228694 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37446/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003/index
[junit4] 2> 1228702 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1228702 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1228709 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1229027 INFO (IPC Server handler 4 on 37446) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36702 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b4025d97-671c-49b1-a857-af62f730cb9d:NORMAL:127.0.0.1:45133|RBW], ReplicaUC[[DISK]DS-b7b2adcd-7dc2-4d4f-ac0a-e2e6c80efbc7:NORMAL:127.0.0.1:36702|RBW]]} size 71
[junit4] 2> 1229037 INFO (IPC Server handler 7 on 37446) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45133 is added to blk_1073741825_1001 size 71
[junit4] 2> 1229480 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1229481 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1229481 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1229498 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1229498 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1229595 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.s.SolrIndexSearcher Opening [Searcher@34ab42d[corewithnocollection] main]
[junit4] 2> 1229596 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1229596 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1229599 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1229599 INFO (searcherExecutor-3117-thread-1-processing-n:127.0.0.1:36630_solr x:corewithnocollection s:shard1 c:corewithnocollection r:core_node1) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SolrCore [corewithnocollection] Registered new searcher Searcher@34ab42d[corewithnocollection] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1229599 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550732332839731200
[junit4] 2> 1229612 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1229612 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1229612 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36630/solr/corewithnocollection/
[junit4] 2> 1229612 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1229612 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.SyncStrategy http://127.0.0.1:36630/solr/corewithnocollection/ has no replicas
[junit4] 2> 1229625 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36630/solr/corewithnocollection/ shard1
[junit4] 2> 1229778 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1229780 INFO (qtp1903229075-5585) [n:127.0.0.1:36630_solr c:corewithnocollection s:shard1 r:core_node1 x:corewithnocollection] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2} status=0 QTime=3875
[junit4] 2> 1229783 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2
[junit4] 2> 1229787 INFO (OverseerStateUpdate-96920768026312715-127.0.0.1:52143_solr-n_0000000000) [n:127.0.0.1:52143_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1230804 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1230813 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.IndexSchema [corewithnocollection2] Schema name=minimal
[junit4] 2> 1230816 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1230817 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection2' using configuration from collection corewithnocollection2
[junit4] 2> 1230818 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37446/data
[junit4] 2> 1230818 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1230818 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.SolrCore [[corewithnocollection2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-001/node4/corewithnocollection2], dataDir=[hdfs://localhost:37446/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003/]
[junit4] 2> 1230818 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37446/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003/snapshot_metadata
[junit4] 2> 1230828 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1230828 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1230854 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1230856 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37446/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003
[junit4] 2> 1230923 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37446/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B8961A865EFDEDDF-001/tempDir-003/index
[junit4] 2> 1230931 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1230931 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1230937 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1231014 INFO (IPC Server handler 5 on 37446) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45133 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f08d4d89-0367-4ff9-83f2-140475a4c65c:NORMAL:127.0.0.1:36702|RBW], ReplicaUC[[DISK]DS-b4025d97-671c-49b1-a857-af62f730cb9d:NORMAL:127.0.0.1:45133|RBW]]} size 0
[junit4] 2> 1231015 INFO (IPC Server handler 5 on 37446) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36702 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f08d4d89-0367-4ff9-83f2-140475a4c65c:NORMAL:127.0.0.1:36702|RBW], ReplicaUC[[DISK]DS-b4025d97-671c-49b1-a857-af62f730cb9d:NORMAL:127.0.0.1:45133|RBW]]} size 0
[junit4] 2> 1231059 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1231059 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1231059 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1231084 INFO (qtp1903229075-5572) [n:127.0.0.1:36630_solr c:corewithnocollection2 s:shard1 r:core_node1 x:corewithn
[...truncated too long message...]
[B8961A865EFDEDDF]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@710f30a4{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 4528214 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[B8961A865EFDEDDF]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@56ee4cf9{/,null,UNAVAILABLE}
[junit4] 2> 4528215 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[B8961A865EFDEDDF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplicationStartStop
[junit4] 2> 4528216 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationStartStop-seed#[B8961A865EFDEDDF]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52193 52193
[junit4] 2> 4528322 INFO (Thread-112192) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52193 52193
[junit4] 2> 4528323 WARN (Thread-112192) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 26 /solr/aliases.json
[junit4] 2> 16 /solr/configs/conf1
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 3 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 26 /solr/clusterprops.json
[junit4] 2> 26 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 6 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 6 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 175 /solr/overseer/collection-queue-work
[junit4] 2> 63 /solr/overseer/queue
[junit4] 2> 26 /solr/live_nodes
[junit4] 2> 26 /solr/collections
[junit4] 2> 21 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrReplicationDistributedZkTest -Dtests.method=testReplicationStartStop -Dtests.seed=B8961A865EFDEDDF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-MX -Dtests.timezone=US/Hawaii -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 188s J0 | CdcrReplicationDistributedZkTest.testReplicationStartStop <<<
[junit4] > Throwable #1: java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
[junit4] > at __randomizedtesting.SeedInfo.seed([B8961A865EFDEDDF:3B55C4154A256656]:0)
[junit4] > at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
[junit4] > at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.AssertionError: expected:<10> but was:<6>
[junit4] > at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
[junit4] > ... 42 more
[junit4] 2> 4528325 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[B8961A865EFDEDDF]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_B8961A865EFDEDDF-001
[junit4] 2> Nov 11, 2016 8:41:36 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=632, maxMBSortInHeap=6.508491660832644, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=es-MX, timezone=US/Hawaii
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=220688288,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [CloudExitableDirectoryReaderTest, CacheHeaderTest, DistribDocExpirationUpdateProcessorTest, NumericFieldsTest, TestLazyCores, FullHLLTest, PeerSyncTest, MergeStrategyTest, TestInitQParser, TestSchemaResource, DistributedExpandComponentTest, TestSolrCoreProperties, TestBinaryResponseWriter, TriLevelCompositeIdRoutingTest, RequiredFieldsTest, UniqFieldsUpdateProcessorFactoryTest, QueryResultKeyTest, TestMacros, TestExclusionRuleCollectionAccess, TestPHPSerializedResponseWriter, TestReplicationHandler, TestRandomDVFaceting, FastVectorHighlighterTest, GraphQueryTest, SSLMigrationTest, DeleteLastCustomShardedReplicaTest, TestPerFieldSimilarity, TestConfigSetImmutable, TestSchemaManager, TestNRTOpen, TestReplicationHandlerBackup, PathHierarchyTokenizerFactoryTest, PolyFieldTest, UUIDFieldTest, AnalyticsMergeStrategyTest, ReturnFieldsTest, TestExactStatsCache, TestBlobHandler, MultiThreadedOCPTest, SuggestComponentTest, AsyncCallRequestStatusResponseTest, CollectionTooManyReplicasTest, TestRandomFaceting, TestPerFieldSimilarityClassic, LeaderElectionContextKeyTest, AnalysisAfterCoreReloadTest, TestSubQueryTransformerDistrib, HdfsCollectionsAPIDistributedZkTest, TestFaceting, HdfsBasicDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, FileBasedSpellCheckerTest, TestCrossCoreJoin, TestHdfsUpdateLog, TestRandomRequestDistribution, RuleEngineTest, HighlighterMaxOffsetTest, DisMaxRequestHandlerTest, TestRemoteStreaming, TestDocumentBuilder, TestSolrFieldCacheMBean, ActionThrottleTest, TestClusterProperties, RecoveryAfterSoftCommitTest, TestDocSet, DocumentAnalysisRequestHandlerTest, TestManagedSchema, TestFilteredDocIdSet, OverseerStatusTest, CursorPagingTest, TestJmxIntegration, TestOrdValues, TestRecoveryHdfs, DistributedVersionInfoTest, SolrCoreTest, TestShortCircuitedRequests, RegexBoostProcessorTest, BlockCacheTest, TestFieldCacheWithThreads, TestSolrConfigHandler, AtomicUpdatesTest, CurrencyFieldOpenExchangeTest, DistributedSuggestComponentTest, TestSolrDeletionPolicy2, TestOmitPositions, TestCloudPivotFacet, TestDistributedSearch, TestPivotHelperCode, CheckHdfsIndexTest, QueryElevationComponentTest, TestFoldingMultitermQuery, TestRuleBasedAuthorizationPlugin, TestComponentsName, TestRandomCollapseQParserPlugin, TestConfigSetsAPIExclusivity, AlternateDirectoryTest, TestQuerySenderNoQuery, ZkNodePropsTest, LeaderElectionIntegrationTest, TestBinaryResponseWriter, ClusterStateTest, HdfsRecoveryZkTest, DirectoryFactoryTest, TestRequestForwarding, TestMiniSolrCloudClusterSSL, SimpleFacetsTest, TestSolr4Spatial, SolrCmdDistributorTest, BadIndexSchemaTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SolrRequestParserTest, DocValuesTest, TestStressLucene, TestCSVLoader, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, StandardRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestQueryTypes, PrimitiveFieldTypeTest, RequestHandlersTest, TestValueSourceCache, TermVectorComponentTest, TestIndexingPerformance, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, CircularListTest, TestRTGBase, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [501/651 (3!)] on J0 in 1676.63s, 11 tests, 1 failure <<< FAILURES!
[...truncated 61103 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 195 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/195/
3 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Could not find collection : nodes_used_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : nodes_used_collection
at __randomizedtesting.SeedInfo.seed([F6C1D2403434BA00:9281072C8FFA3211]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:193)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:216)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:397)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([F6C1D2403434BA00:BEB4A6F432079595]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([F6C1D2403434BA00:DBBF9D1AC310000C]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11384 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/init-core-data-001
[junit4] 2> 345438 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 345439 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-001
[junit4] 2> 345439 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 345447 INFO (Thread-340) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 345447 INFO (Thread-340) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 345547 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47793
[junit4] 2> 345623 INFO (jetty-launcher-223-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 345623 INFO (jetty-launcher-223-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 345623 INFO (jetty-launcher-223-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 345626 INFO (jetty-launcher-223-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 345633 INFO (jetty-launcher-223-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@300ac283{/solr,null,AVAILABLE}
[junit4] 2> 345640 INFO (jetty-launcher-223-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@663b3020{/solr,null,AVAILABLE}
[junit4] 2> 345643 INFO (jetty-launcher-223-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@13af7c5e{SSL,[ssl, http/1.1]}{127.0.0.1:48954}
[junit4] 2> 345644 INFO (jetty-launcher-223-thread-3) [ ] o.e.j.s.Server Started @350380ms
[junit4] 2> 345644 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48954}
[junit4] 2> 345644 ERROR (jetty-launcher-223-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 345659 INFO (jetty-launcher-223-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@143ffe37{/solr,null,AVAILABLE}
[junit4] 2> 345672 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 345672 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 345672 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 345672 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-10T16:33:56.830Z
[junit4] 2> 345681 INFO (jetty-launcher-223-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@1c7e9c8b{SSL,[ssl, http/1.1]}{127.0.0.1:48587}
[junit4] 2> 345681 INFO (jetty-launcher-223-thread-1) [ ] o.e.j.s.Server Started @350419ms
[junit4] 2> 345681 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48587}
[junit4] 2> 345682 ERROR (jetty-launcher-223-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@4b9d5386{SSL,[ssl, http/1.1]}{127.0.0.1:40953}
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-2) [ ] o.e.j.s.Server Started @350420ms
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40953}
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-10T16:33:56.840Z
[junit4] 2> 345682 ERROR (jetty-launcher-223-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 345682 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-10T16:33:56.840Z
[junit4] 2> 345692 INFO (jetty-launcher-223-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10cc5291{/solr,null,AVAILABLE}
[junit4] 2> 345708 INFO (jetty-launcher-223-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@211452e2{SSL,[ssl, http/1.1]}{127.0.0.1:60566}
[junit4] 2> 345708 INFO (jetty-launcher-223-thread-4) [ ] o.e.j.s.Server Started @350446ms
[junit4] 2> 345708 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60566}
[junit4] 2> 345715 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 345722 ERROR (jetty-launcher-223-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 345722 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 345722 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 345722 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 345722 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-10T16:33:56.880Z
[junit4] 2> 345724 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 345724 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 345747 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 345747 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 345748 INFO (jetty-launcher-223-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47793/solr
[junit4] 2> 345757 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 345763 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 345764 INFO (jetty-launcher-223-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47793/solr
[junit4] 2> 345772 INFO (jetty-launcher-223-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47793/solr
[junit4] 2> 345773 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 345776 INFO (jetty-launcher-223-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47793/solr
[junit4] 2> 345838 INFO (jetty-launcher-223-thread-4) [n:127.0.0.1:60566_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60566_solr
[junit4] 2> 345851 INFO (jetty-launcher-223-thread-3) [n:127.0.0.1:48954_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48954_solr
[junit4] 2> 345852 INFO (jetty-launcher-223-thread-4) [n:127.0.0.1:60566_solr ] o.a.s.c.Overseer Overseer (id=96914350840610826-127.0.0.1:60566_solr-n_0000000000) starting
[junit4] 2> 345858 INFO (zkCallback-242-thread-1-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 345858 INFO (zkCallback-240-thread-1-processing-n:127.0.0.1:48954_solr) [n:127.0.0.1:48954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 345860 INFO (jetty-launcher-223-thread-1) [n:127.0.0.1:48587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 345875 INFO (jetty-launcher-223-thread-2) [n:127.0.0.1:40953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 345970 INFO (jetty-launcher-223-thread-4) [n:127.0.0.1:60566_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60566_solr
[junit4] 2> 345970 INFO (jetty-launcher-223-thread-3) [n:127.0.0.1:48954_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-001/node3/.
[junit4] 2> 345973 INFO (jetty-launcher-223-thread-1) [n:127.0.0.1:48587_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48587_solr
[junit4] 2> 345977 INFO (zkCallback-243-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 345978 INFO (zkCallback-244-thread-1-processing-n:127.0.0.1:48587_solr) [n:127.0.0.1:48587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 345979 INFO (zkCallback-242-thread-1-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 345979 INFO (zkCallback-240-thread-1-processing-n:127.0.0.1:48954_solr) [n:127.0.0.1:48954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 345993 INFO (jetty-launcher-223-thread-2) [n:127.0.0.1:40953_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40953_solr
[junit4] 2> 345994 INFO (jetty-launcher-223-thread-4) [n:127.0.0.1:60566_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-001/node4/.
[junit4] 2> 345998 INFO (zkCallback-242-thread-1-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 345998 INFO (zkCallback-243-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 345998 INFO (zkCallback-240-thread-1-processing-n:127.0.0.1:48954_solr) [n:127.0.0.1:48954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 345998 INFO (zkCallback-244-thread-1-processing-n:127.0.0.1:48587_solr) [n:127.0.0.1:48587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 346010 INFO (jetty-launcher-223-thread-1) [n:127.0.0.1:48587_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-001/node1/.
[junit4] 2> 346016 INFO (jetty-launcher-223-thread-2) [n:127.0.0.1:40953_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-001/node2/.
[junit4] 2> 346060 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 347077 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 348278 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 348704 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 348740 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 348842 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 348963 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_40328_hdfs____.6425qx/webapp
[junit4] 2> 349936 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40328
[junit4] 2> 351166 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 351173 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 351188 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52013_datanode____.4a7rpg/webapp
[junit4] 2> 351695 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52013
[junit4] 2> 352263 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 352265 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 352299 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44939_datanode____.72620q/webapp
[junit4] 2> 352814 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44939
[junit4] 2> 354590 INFO (IPC Server handler 5 on 53630) [ ] BlockStateChange BLOCK* processReport: from storage DS-83749173-1659-4204-a1f8-b6154a34c35b node DatanodeRegistration(127.0.0.1:42118, datanodeUuid=10445a2a-eb7f-44dd-a193-854f45793606, infoPort=58519, infoSecurePort=0, ipcPort=59056, storageInfo=lv=-56;cid=testClusterID;nsid=804710585;c=0), blocks: 0, hasStaleStorage: true, processing time: 3 msecs
[junit4] 2> 354595 INFO (IPC Server handler 6 on 53630) [ ] BlockStateChange BLOCK* processReport: from storage DS-c6da2482-99f6-4508-8d53-ae53cbe10e92 node DatanodeRegistration(127.0.0.1:40732, datanodeUuid=6c5428c7-2126-40d8-82f5-5abb1bf54001, infoPort=46788, infoSecurePort=0, ipcPort=55323, storageInfo=lv=-56;cid=testClusterID;nsid=804710585;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 354595 INFO (IPC Server handler 6 on 53630) [ ] BlockStateChange BLOCK* processReport: from storage DS-10654d7c-36e4-4e34-9173-6487d189d1cc node DatanodeRegistration(127.0.0.1:40732, datanodeUuid=6c5428c7-2126-40d8-82f5-5abb1bf54001, infoPort=46788, infoSecurePort=0, ipcPort=55323, storageInfo=lv=-56;cid=testClusterID;nsid=804710585;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 354596 INFO (IPC Server handler 5 on 53630) [ ] BlockStateChange BLOCK* processReport: from storage DS-446fe27d-3df2-46a9-be9d-86c6dbb4bff1 node DatanodeRegistration(127.0.0.1:42118, datanodeUuid=10445a2a-eb7f-44dd-a193-854f45793606, infoPort=58519, infoSecurePort=0, ipcPort=59056, storageInfo=lv=-56;cid=testClusterID;nsid=804710585;c=0), blocks: 0, hasStaleStorage: false, processing time: 1 msecs
[junit4] 2> 354752 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[F6C1D2403434BA00]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 354754 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[F6C1D2403434BA00]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 354831 INFO (qtp516410542-1593) [n:127.0.0.1:60566_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 354837 INFO (OverseerThreadFactory-656-thread-1-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 354838 WARN (OverseerThreadFactory-656-thread-1-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 354841 ERROR (OverseerThreadFactory-656-thread-1-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:148)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 354866 INFO (qtp516410542-1593) [n:127.0.0.1:60566_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=35
[junit4] 2> 354869 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[F6C1D2403434BA00]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 354965 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[F6C1D2403434BA00]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 354967 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[F6C1D2403434BA00]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 355043 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 355046 INFO (OverseerStateUpdate-96914350840610826-127.0.0.1:60566_solr-n_0000000000) [n:127.0.0.1:60566_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 355103 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 355117 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 355121 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 355122 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
[junit4] 2> 355143 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53630/data
[junit4] 2> 355143 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 355144 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-001/node3/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:53630/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-003/]
[junit4] 2> 355145 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53630/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-003/snapshot_metadata
[junit4] 2> 355172 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 355173 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 355173 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 356839 INFO (OverseerCollectionConfigSetProcessor-96914350840610826-127.0.0.1:60566_solr-n_0000000000) [n:127.0.0.1:60566_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 357238 WARN (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 362241 WARN (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 367537 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 367549 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53630/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-003
[junit4] 2> 367663 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53630/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-003/index
[junit4] 2> 367676 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 367676 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 367676 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 367690 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 369162 INFO (IPC Server handler 2 on 53630) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40732 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-10654d7c-36e4-4e34-9173-6487d189d1cc:NORMAL:127.0.0.1:40732|RBW], ReplicaUC[[DISK]DS-446fe27d-3df2-46a9-be9d-86c6dbb4bff1:NORMAL:127.0.0.1:42118|RBW]]} size 71
[junit4] 2> 369164 INFO (IPC Server handler 3 on 53630) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42118 is added to blk_1073741825_1001 size 71
[junit4] 2> 369594 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 369594 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 369594 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 369627 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 369627 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 369763 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1334f2a7[halfcollection_shard1_replica1] main]
[junit4] 2> 369764 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 369765 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 369768 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 369768 INFO (searcherExecutor-663-thread-1-processing-n:127.0.0.1:48954_solr x:halfcollection_shard1_replica1 s:shard1 c:halfcollectionblocker r:core_node1) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@1334f2a7[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 369768 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550629638951141376
[junit4] 2> 369787 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 369787 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 369787 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:48954/solr/halfcollection_shard1_replica1/
[junit4] 2> 369787 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 369787 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:48954/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 369799 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:48954/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 369955 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 369957 INFO (qtp1362840958-1574) [n:127.0.0.1:48954_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=14914
[junit4] 2> 370031 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
[junit4] 2> 370034 INFO (OverseerStateUpdate-96914350840610826-127.0.0.1:60566_solr-n_0000000000) [n:127.0.0.1:60566_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 371054 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 371063 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 371067 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 371068 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2
[junit4] 2> 371069 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53630/data
[junit4] 2> 371070 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 371070 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-001/node2/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:53630/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-004/]
[junit4] 2> 371070 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53630/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-004/snapshot_metadata
[junit4] 2> 371086 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 371086 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 371086 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 371104 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 371107 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53630/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-004
[junit4] 2> 371152 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53630/data/halfcollectionblocker2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-004/index
[junit4] 2> 371163 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 371163 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 371163 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 371184 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 371294 INFO (IPC Server handler 0 on 53630) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42118 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-10654d7c-36e4-4e34-9173-6487d189d1cc:NORMAL:127.0.0.1:40732|RBW], ReplicaUC[[DISK]DS-446fe27d-3df2-46a9-be9d-86c6dbb4bff1:NORMAL:127.0.0.1:42118|RBW]]} size 0
[junit4] 2> 371302 INFO (IPC Server handler 8 on 53630) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40732 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-10654d7c-36e4-4e34-9173-6487d189d1cc:NORMAL:127.0.0.1:40732|RBW], ReplicaUC[[DISK]DS-446fe27d-3df2-46a9-be9d-86c6dbb4bff1:NORMAL:127.0.0.1:42118|RBW]]} size 0
[junit4] 2> 371327 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 371327 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 371327 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 371362 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 371363 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 371407 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@37d5b409[halfcollection_shard1_replica1] main]
[junit4] 2> 371409 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 371409 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 371409 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 371410 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550629640672903168
[junit4] 2> 371410 INFO (searcherExecutor-668-thread-1-processing-n:127.0.0.1:40953_solr x:halfcollection_shard1_replica1 s:shard1 c:halfcollectionblocker2 r:core_node1) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@37d5b409[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 371426 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 371427 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 371427 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40953/solr/halfcollection_shard1_replica1/
[junit4] 2> 371427 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 371427 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:40953/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 371444 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40953/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 371599 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 371603 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr c:halfcollectionblocker2 s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2} status=0 QTime=1572
[junit4] 2> 371608 INFO (qtp516410542-1588) [n:127.0.0.1:60566_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:48954_solr,127.0.0.1:40953_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 371616 INFO (OverseerThreadFactory-656-thread-2-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 371847 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 371869 INFO (qtp1362840958-1573) [n:127.0.0.1:48954_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 371870 WARN (qtp1362840958-1573) [n:127.0.0.1:48954_solr ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 371870 ERROR (qtp1362840958-1573) [n:127.0.0.1:48954_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:764)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:660)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:441)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 371870 INFO (qtp1362840958-1573) [n:127.0.0.1:48954_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2} status=500 QTime=1
[junit4] 2> 371871 ERROR (qtp1362840958-1573) [n:127.0.0.1:48954_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:764)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:660)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:441)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 371873 ERROR (OverseerThreadFactory-656-thread-2-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:48954/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:48954/solr: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:196)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 371954 INFO (zkCallback-243-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 372867 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 372877 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema [halfcollection_shard2_replica1] Schema name=minimal
[junit4] 2> 372880 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 372881 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard2_replica1' using configuration from collection halfcollection
[junit4] 2> 372882 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53630/data
[junit4] 2> 372882 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 372882 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [[halfcollection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-001/node2/halfcollection_shard2_replica1], dataDir=[hdfs://localhost:53630/data/halfcollection/core_node1/data/]
[junit4] 2> 372882 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53630/data/halfcollection/core_node1/data/snapshot_metadata
[junit4] 2> 372890 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 372890 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 372890 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 372902 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 372904 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53630/data/halfcollection/core_node1/data
[junit4] 2> 372934 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53630/data/halfcollection/core_node1/data/index
[junit4] 2> 372942 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 372942 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 372942 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 372955 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 373009 INFO (IPC Server handler 8 on 53630) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42118 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c6da2482-99f6-4508-8d53-ae53cbe10e92:NORMAL:127.0.0.1:40732|RBW], ReplicaUC[[DISK]DS-83749173-1659-4204-a1f8-b6154a34c35b:NORMAL:127.0.0.1:42118|FINALIZED]]} size 0
[junit4] 2> 373010 INFO (IPC Server handler 9 on 53630) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40732 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c6da2482-99f6-4508-8d53-ae53cbe10e92:NORMAL:127.0.0.1:40732|RBW], ReplicaUC[[DISK]DS-83749173-1659-4204-a1f8-b6154a34c35b:NORMAL:127.0.0.1:42118|FINALIZED]]} size 0
[junit4] 2> 373051 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 373051 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 373051 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 373074 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 373074 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 373110 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51ca7b8a[halfcollection_shard2_replica1] main]
[junit4] 2> 373113 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 373113 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 373114 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 373114 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550629642459676672
[junit4] 2> 373118 INFO (searcherExecutor-673-thread-1-processing-n:127.0.0.1:40953_solr x:halfcollection_shard2_replica1 s:shard2 c:halfcollection r:core_node1) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [halfcollection_shard2_replica1] Registered new searcher Searcher@51ca7b8a[halfcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 373129 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 373129 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 373130 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40953/solr/halfcollection_shard2_replica1/
[junit4] 2> 373130 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 373130 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:40953/solr/halfcollection_shard2_replica1/ has no replicas
[junit4] 2> 373136 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40953/solr/halfcollection_shard2_replica1/ shard2
[junit4] 2> 373241 INFO (zkCallback-243-thread-1-processing-n:127.0.0.1:40953_solr) [n:127.0.0.1:40953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 373289 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 373291 INFO (qtp89624268-1579) [n:127.0.0.1:40953_solr c:halfcollection s:shard2 r:core_node1 x:halfcollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1444
[junit4] 2> 373292 ERROR (OverseerThreadFactory-656-thread-2-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [halfcollection].
[junit4] 2> 373292 INFO (OverseerThreadFactory-656-thread-2-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 373296 INFO (qtp89624268-1558) [n:127.0.0.1:40953_solr ] o.a.s.c.SolrCore [halfcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5cacd77f
[junit4] 2> 373310 INFO (qtp89624268-1558) [n:127.0.0.1:40953_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53630/data/halfcollection/core_node1/data/index
[junit4] 2> 373313 INFO (qtp89624268-1558) [n:127.0.0.1:40953_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53630/data/halfcollection/core_node1/data/snapshot_metadata
[junit4] 2> 373313 INFO (qtp89624268-1558) [n:127.0.0.1:40953_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53630/data/halfcollection/core_node1/data
[junit4] 2> 373326 INFO (IPC Server handler 7 on 53630) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741827_1003 127.0.0.1:40732 127.0.0.1:42118
[junit4] 2> 373345 INFO (qtp89624268-1558) [n:127.0.0.1:40953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=50
[junit4] 2> 374049 INFO (OverseerThreadFactory-656-thread-2-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [halfcollection]
[junit4] 2> 374053 INFO (qtp516410542-1588) [n:127.0.0.1:60566_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 374894 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@5cc2157e) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:40732 to delete [blk_1073741827_1003]
[junit4] 2> 375619 INFO (OverseerCollectionConfigSetProcessor-96914350840610826-127.0.0.1:60566_solr-n_0000000000) [n:127.0.0.1:60566_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 377894 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@5cc2157e) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:42118 to delete [blk_1073741827_1003]
[junit4] 2> 404057 ERROR (qtp516410542-1588) [n:127.0.0.1:60566_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 404057 INFO (qtp516410542-1588) [n:127.0.0.1:60566_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:48954_solr,127.0.0.1:40953_solr&wt=javabin&version=2} status=0 QTime=32448
[junit4] 2> 404058 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[F6C1D2403434BA00]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShouldFailOnExistingCore
[junit4] 2> 404141 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[F6C1D2403434BA00]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
[junit4] 2> 404143 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[F6C1D2403434BA00]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 404148 INFO (qtp516410542-1582) [n:127.0.0.1:60566_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 404152 INFO (OverseerThreadFactory-656-thread-3-processing-n:127.0.0.1:60566_solr) [n:127.0.0.1:60566_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 404164 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr ] o.a.s.c.SolrCore [halfcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7eed0fd6
[junit4] 2> 404193 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53630/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-004/index
[junit4] 2> 404194 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53630/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-004/snapshot_metadata
[junit4] 2> 404194 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53630/data/halfcollectionblocker2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-004
[junit4] 2> 404207 INFO (IPC Server handler 6 on 53630) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:40732 127.0.0.1:42118
[junit4] 2> 404213 INFO (qtp89624268-1557) [n:127.0.0.1:40953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 404896 INFO
[...truncated too long message...]
]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 555172 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:53630) [ ] o.a.h.h.s.d.DataNode BPOfferService for Block pool BP-575310218-10.41.0.5-1478795638828 (Datanode Uuid 6c5428c7-2126-40d8-82f5-5abb1bf54001) service to localhost/127.0.0.1:53630 interrupted
[junit4] 2> 555172 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:53630) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-575310218-10.41.0.5-1478795638828 (Datanode Uuid 6c5428c7-2126-40d8-82f5-5abb1bf54001) service to localhost/127.0.0.1:53630
[junit4] 2> 555236 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 555240 ERROR (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 555254 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47793 47793
[junit4] 2> 555255 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F6C1D2403434BA00]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F6C1D2403434BA00-001
[junit4] 2> Nov 10, 2016 4:37:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1097, maxMBSortInHeap=5.053770508665871, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=en-CA, timezone=Brazil/East
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=5,free=388903744,total=493355008
[junit4] 2> NOTE: All tests run in this JVM: [TestTestInjection, TestRandomFaceting, SolrRequestParserTest, CurrencyFieldOpenExchangeTest, TestShortCircuitedRequests, MultiThreadedOCPTest, SolrCLIZkUtilsTest, TestSerializedLuceneMatchVersion, TestCloudPivotFacet, TestSolrCloudSnapshots, SolrCoreTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [58/651 (1!)] on J0 in 217.46s, 20 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 62569 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 194 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/194/
4 tests failed.
FAILED: org.apache.solr.core.TestCoreContainer.testCoreInitFailuresFromEmptyContainer
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([CC32D335FB3C47BB]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestCoreContainer
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([CC32D335FB3C47BB]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([CC32D335FB3C47BB:E14C9C6F0C18FDB7]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([CC32D335FB3C47BB:8447A781FD0F682E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11967 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC32D335FB3C47BB-001/init-core-data-001
[junit4] 2> 1312199 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1312200 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC32D335FB3C47BB-001/tempDir-001
[junit4] 2> 1312200 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1312201 INFO (Thread-3603) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1312201 INFO (Thread-3603) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1312301 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34638
[junit4] 2> 1312309 INFO (jetty-launcher-876-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1312309 INFO (jetty-launcher-876-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1312310 INFO (jetty-launcher-876-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1312310 INFO (jetty-launcher-876-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1312324 INFO (jetty-launcher-876-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b6c0534{/solr,null,AVAILABLE}
[junit4] 2> 1312325 INFO (jetty-launcher-876-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3924e095{/solr,null,AVAILABLE}
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@65ffd482{SSL,[ssl, http/1.1]}{127.0.0.1:35620}
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-4) [ ] o.e.j.s.Server Started @1316358ms
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@1ca35a0b{SSL,[ssl, http/1.1]}{127.0.0.1:51690}
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35620}
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-1) [ ] o.e.j.s.Server Started @1316358ms
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51690}
[junit4] 2> 1312327 ERROR (jetty-launcher-876-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1312327 ERROR (jetty-launcher-876-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1312327 INFO (jetty-launcher-876-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1312328 INFO (jetty-launcher-876-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-09T17:27:14.939Z
[junit4] 2> 1312328 INFO (jetty-launcher-876-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-09T17:27:14.939Z
[junit4] 2> 1312338 INFO (jetty-launcher-876-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62d0c741{/solr,null,AVAILABLE}
[junit4] 2> 1312340 INFO (jetty-launcher-876-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@6db3d17{SSL,[ssl, http/1.1]}{127.0.0.1:48116}
[junit4] 2> 1312340 INFO (jetty-launcher-876-thread-2) [ ] o.e.j.s.Server Started @1316371ms
[junit4] 2> 1312340 INFO (jetty-launcher-876-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48116}
[junit4] 2> 1312340 ERROR (jetty-launcher-876-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1312340 INFO (jetty-launcher-876-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1312340 INFO (jetty-launcher-876-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1312340 INFO (jetty-launcher-876-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1312340 INFO (jetty-launcher-876-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-09T17:27:14.951Z
[junit4] 2> 1312342 INFO (jetty-launcher-876-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20186f0e{/solr,null,AVAILABLE}
[junit4] 2> 1312344 INFO (jetty-launcher-876-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@6cab192{SSL,[ssl, http/1.1]}{127.0.0.1:32944}
[junit4] 2> 1312344 INFO (jetty-launcher-876-thread-3) [ ] o.e.j.s.Server Started @1316375ms
[junit4] 2> 1312344 INFO (jetty-launcher-876-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32944}
[junit4] 2> 1312344 ERROR (jetty-launcher-876-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1312344 INFO (jetty-launcher-876-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1312344 INFO (jetty-launcher-876-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1312344 INFO (jetty-launcher-876-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1312344 INFO (jetty-launcher-876-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-09T17:27:14.955Z
[junit4] 2> 1312369 INFO (jetty-launcher-876-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1312375 INFO (jetty-launcher-876-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1312379 INFO (jetty-launcher-876-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1312380 INFO (jetty-launcher-876-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1312385 INFO (jetty-launcher-876-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1312386 INFO (jetty-launcher-876-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34638/solr
[junit4] 2> 1312387 INFO (jetty-launcher-876-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1312394 INFO (jetty-launcher-876-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34638/solr
[junit4] 2> 1312396 INFO (jetty-launcher-876-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1312396 INFO (jetty-launcher-876-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34638/solr
[junit4] 2> 1312397 INFO (jetty-launcher-876-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1312407 INFO (jetty-launcher-876-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34638/solr
[junit4] 2> 1312423 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1584a21207d0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1312434 INFO (jetty-launcher-876-thread-1) [n:127.0.0.1:51690_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51690_solr
[junit4] 2> 1312435 INFO (jetty-launcher-876-thread-1) [n:127.0.0.1:51690_solr ] o.a.s.c.Overseer Overseer (id=96908898127904776-127.0.0.1:51690_solr-n_0000000000) starting
[junit4] 2> 1312454 INFO (jetty-launcher-876-thread-3) [n:127.0.0.1:32944_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32944_solr
[junit4] 2> 1312459 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:35620_solr) [n:127.0.0.1:35620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1312466 INFO (zkCallback-895-thread-1-processing-n:127.0.0.1:32944_solr) [n:127.0.0.1:32944_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1312466 INFO (zkCallback-897-thread-1-processing-n:127.0.0.1:48116_solr) [n:127.0.0.1:48116_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1312467 INFO (zkCallback-893-thread-1-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1312468 INFO (jetty-launcher-876-thread-2) [n:127.0.0.1:48116_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48116_solr
[junit4] 2> 1312468 INFO (jetty-launcher-876-thread-4) [n:127.0.0.1:35620_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35620_solr
[junit4] 2> 1312468 INFO (jetty-launcher-876-thread-3) [n:127.0.0.1:32944_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC32D335FB3C47BB-001/tempDir-001/node3/.
[junit4] 2> 1312470 INFO (jetty-launcher-876-thread-1) [n:127.0.0.1:51690_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51690_solr
[junit4] 2> 1312470 INFO (zkCallback-895-thread-1-processing-n:127.0.0.1:32944_solr) [n:127.0.0.1:32944_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312474 INFO (zkCallback-897-thread-1-processing-n:127.0.0.1:48116_solr) [n:127.0.0.1:48116_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1312477 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:35620_solr) [n:127.0.0.1:35620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1312479 INFO (zkCallback-895-thread-1-processing-n:127.0.0.1:32944_solr) [n:127.0.0.1:32944_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1312480 INFO (zkCallback-897-thread-1-processing-n:127.0.0.1:48116_solr) [n:127.0.0.1:48116_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1312480 INFO (OverseerStateUpdate-96908898127904776-127.0.0.1:51690_solr-n_0000000000) [n:127.0.0.1:51690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1312482 INFO (zkCallback-895-thread-1-processing-n:127.0.0.1:32944_solr) [n:127.0.0.1:32944_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1312482 INFO (zkCallback-897-thread-1-processing-n:127.0.0.1:48116_solr) [n:127.0.0.1:48116_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1312482 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:35620_solr) [n:127.0.0.1:35620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1312491 INFO (jetty-launcher-876-thread-4) [n:127.0.0.1:35620_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC32D335FB3C47BB-001/tempDir-001/node4/.
[junit4] 2> 1312493 INFO (jetty-launcher-876-thread-1) [n:127.0.0.1:51690_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC32D335FB3C47BB-001/tempDir-001/node1/.
[junit4] 2> 1312494 INFO (zkCallback-893-thread-2-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1312495 INFO (jetty-launcher-876-thread-2) [n:127.0.0.1:48116_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC32D335FB3C47BB-001/tempDir-001/node2/.
[junit4] 2> 1312501 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1312541 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1312546 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1312549 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1312561 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_46742_hdfs____.acthk3/webapp
[junit4] 2> 1312972 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46742
[junit4] 2> 1313097 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1313104 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1313123 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60641_datanode____r4xcio/webapp
[junit4] 2> 1313560 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60641
[junit4] 2> 1313651 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1313654 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1313673 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48159_datanode____r3zsoo/webapp
[junit4] 2> 1313837 INFO (IPC Server handler 3 on 47963) [ ] BlockStateChange BLOCK* processReport: from storage DS-d17c03e3-bdd0-42e9-aa7c-ac38003eacc5 node DatanodeRegistration(127.0.0.1:54270, datanodeUuid=44a353e9-9059-454a-96bc-eee8543815db, infoPort=35513, infoSecurePort=0, ipcPort=40672, storageInfo=lv=-56;cid=testClusterID;nsid=509662527;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1313837 INFO (IPC Server handler 3 on 47963) [ ] BlockStateChange BLOCK* processReport: from storage DS-78b738d3-cd65-45ad-ac56-135081a4cc18 node DatanodeRegistration(127.0.0.1:54270, datanodeUuid=44a353e9-9059-454a-96bc-eee8543815db, infoPort=35513, infoSecurePort=0, ipcPort=40672, storageInfo=lv=-56;cid=testClusterID;nsid=509662527;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1314149 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CC32D335FB3C47BB]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48159
[junit4] 2> 1314302 INFO (IPC Server handler 4 on 47963) [ ] BlockStateChange BLOCK* processReport: from storage DS-224f6f47-1aa3-4ffb-946e-4359cb22dde5 node DatanodeRegistration(127.0.0.1:35172, datanodeUuid=7a4db8a7-a6f6-424b-a7c4-f2d26d695cfa, infoPort=58969, infoSecurePort=0, ipcPort=48636, storageInfo=lv=-56;cid=testClusterID;nsid=509662527;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1314302 INFO (IPC Server handler 4 on 47963) [ ] BlockStateChange BLOCK* processReport: from storage DS-9cde1523-c0ec-4abd-9cfe-acd5e8a8c992 node DatanodeRegistration(127.0.0.1:35172, datanodeUuid=7a4db8a7-a6f6-424b-a7c4-f2d26d695cfa, infoPort=58969, infoSecurePort=0, ipcPort=48636, storageInfo=lv=-56;cid=testClusterID;nsid=509662527;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1314389 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[CC32D335FB3C47BB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 1314390 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[CC32D335FB3C47BB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1314455 INFO (qtp1486891540-7896) [n:127.0.0.1:35620_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1314459 INFO (OverseerThreadFactory-2871-thread-1-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 1314459 WARN (OverseerThreadFactory-2871-thread-1-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1314459 ERROR (OverseerThreadFactory-2871-thread-1-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:148)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1314464 INFO (qtp1486891540-7896) [n:127.0.0.1:35620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=8
[junit4] 2> 1314466 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[CC32D335FB3C47BB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 1314550 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[CC32D335FB3C47BB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
[junit4] 2> 1314551 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[CC32D335FB3C47BB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1314554 INFO (qtp1486891540-7897) [n:127.0.0.1:35620_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1314557 INFO (OverseerThreadFactory-2871-thread-2-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
[junit4] 2> 1314557 INFO (OverseerCollectionConfigSetProcessor-96908898127904776-127.0.0.1:51690_solr-n_0000000000) [n:127.0.0.1:51690_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1314704 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1314731 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1314744 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1314746 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1314851 INFO (zkCallback-895-thread-1-processing-n:127.0.0.1:32944_solr) [n:127.0.0.1:32944_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1314851 INFO (zkCallback-897-thread-1-processing-n:127.0.0.1:48116_solr) [n:127.0.0.1:48116_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1314851 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:35620_solr) [n:127.0.0.1:35620_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1314851 INFO (zkCallback-893-thread-1-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1315744 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1315747 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1315754 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1315788 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 1315792 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 1315795 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1315797 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1315797 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1315798 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 1315799 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 1315806 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 1315809 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1315811 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:47963/data
[junit4] 2> 1315811 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1315811 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC32D335FB3C47BB-001/tempDir-001/node1/nodes_used_collection_shard2_replica1], dataDir=[hdfs://localhost:47963/data/nodes_used_collection/core_node3/data/]
[junit4] 2> 1315811 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node3/data/snapshot_metadata
[junit4] 2> 1315812 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 1315814 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1315815 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 1315816 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:47963/data
[junit4] 2> 1315816 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1315816 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC32D335FB3C47BB-001/tempDir-001/node3/nodes_used_collection_shard2_replica2], dataDir=[hdfs://localhost:47963/data/nodes_used_collection/core_node4/data/]
[junit4] 2> 1315816 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node4/data/snapshot_metadata
[junit4] 2> 1315819 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 1315819 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:47963/data
[junit4] 2> 1315819 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1315819 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC32D335FB3C47BB-001/tempDir-001/node2/nodes_used_collection_shard1_replica1], dataDir=[hdfs://localhost:47963/data/nodes_used_collection/core_node2/data/]
[junit4] 2> 1315819 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1315820 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:47963/data
[junit4] 2> 1315820 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1315820 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CC32D335FB3C47BB-001/tempDir-001/node4/nodes_used_collection_shard1_replica2], dataDir=[hdfs://localhost:47963/data/nodes_used_collection/core_node1/data/]
[junit4] 2> 1315820 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1315828 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1315828 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1315835 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1315835 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1315838 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1315838 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1315839 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1315839 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1316041 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1316043 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1316045 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1316046 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1316046 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node4/data
[junit4] 2> 1316047 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node1/data
[junit4] 2> 1316051 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node2/data
[junit4] 2> 1316054 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node3/data
[junit4] 2> 1316074 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node4/data/index
[junit4] 2> 1316078 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node3/data/index
[junit4] 2> 1316085 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node1/data/index
[junit4] 2> 1316088 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1316088 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1316091 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1316092 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1316095 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1316095 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1316098 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1316099 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1316102 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:47963/data/nodes_used_collection/core_node2/data/index
[junit4] 2> 1316107 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1316112 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1316112 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1316127 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1316245 INFO (IPC Server handler 1 on 47963) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35172 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d17c03e3-bdd0-42e9-aa7c-ac38003eacc5:NORMAL:127.0.0.1:54270|RBW], ReplicaUC[[DISK]DS-224f6f47-1aa3-4ffb-946e-4359cb22dde5:NORMAL:127.0.0.1:35172|FINALIZED]]} size 0
[junit4] 2> 1316247 INFO (IPC Server handler 8 on 47963) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54270 is added to blk_1073741826_1002 size 71
[junit4] 2> 1316250 INFO (IPC Server handler 0 on 47963) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54270 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9cde1523-c0ec-4abd-9cfe-acd5e8a8c992:NORMAL:127.0.0.1:35172|RBW], ReplicaUC[[DISK]DS-78b738d3-cd65-45ad-ac56-135081a4cc18:NORMAL:127.0.0.1:54270|RBW]]} size 0
[junit4] 2> 1316250 INFO (IPC Server handler 5 on 47963) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35172 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9cde1523-c0ec-4abd-9cfe-acd5e8a8c992:NORMAL:127.0.0.1:35172|RBW], ReplicaUC[[DISK]DS-78b738d3-cd65-45ad-ac56-135081a4cc18:NORMAL:127.0.0.1:54270|RBW]]} size 0
[junit4] 2> 1316250 INFO (IPC Server handler 5 on 47963) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35172 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9cde1523-c0ec-4abd-9cfe-acd5e8a8c992:NORMAL:127.0.0.1:35172|RBW], ReplicaUC[[DISK]DS-78b738d3-cd65-45ad-ac56-135081a4cc18:NORMAL:127.0.0.1:54270|RBW]]} size 0
[junit4] 2> 1316251 INFO (IPC Server handler 6 on 47963) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54270 is added to blk_1073741825_1001 size 71
[junit4] 2> 1316305 INFO (IPC Server handler 0 on 47963) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35172 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d17c03e3-bdd0-42e9-aa7c-ac38003eacc5:NORMAL:127.0.0.1:54270|RBW], ReplicaUC[[DISK]DS-224f6f47-1aa3-4ffb-946e-4359cb22dde5:NORMAL:127.0.0.1:35172|RBW]]} size 0
[junit4] 2> 1316305 INFO (IPC Server handler 5 on 47963) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54270 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d17c03e3-bdd0-42e9-aa7c-ac38003eacc5:NORMAL:127.0.0.1:54270|RBW], ReplicaUC[[DISK]DS-224f6f47-1aa3-4ffb-946e-4359cb22dde5:NORMAL:127.0.0.1:35172|RBW]]} size 0
[junit4] 2> 1316310 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1316310 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1316310 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1316314 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1316314 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1316314 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1316318 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1316318 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1316318 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1316332 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1316332 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1316343 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1316343 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1316351 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1316351 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1316353 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1316353 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1316353 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1316366 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@d03be0d[nodes_used_collection_shard1_replica2] main]
[junit4] 2> 1316367 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1316367 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1316367 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1316371 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550542374417989632
[junit4] 2> 1316373 INFO (searcherExecutor-2879-thread-1-processing-n:127.0.0.1:35620_solr x:nodes_used_collection_shard1_replica2 s:shard1 c:nodes_used_collection r:core_node1) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@d03be0d[nodes_used_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1316374 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@145aaca4[nodes_used_collection_shard2_replica1] main]
[junit4] 2> 1316376 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1316376 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1316377 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1316377 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550542374424281088
[junit4] 2> 1316377 INFO (searcherExecutor-2878-thread-1-processing-n:127.0.0.1:51690_solr x:nodes_used_collection_shard2_replica1 s:shard2 c:nodes_used_collection r:core_node3) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@145aaca4[nodes_used_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1316390 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1316390 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1316430 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1316431 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:35620_solr) [n:127.0.0.1:35620_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1316431 INFO (zkCallback-897-thread-1-processing-n:127.0.0.1:48116_solr) [n:127.0.0.1:48116_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1316431 INFO (zkCallback-893-thread-2-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1316431 INFO (zkCallback-895-thread-1-processing-n:127.0.0.1:32944_solr) [n:127.0.0.1:32944_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1316435 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1316436 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4028db32[nodes_used_collection_shard2_replica2] main]
[junit4] 2> 1316437 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1316437 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1316437 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1316438 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550542374488244224
[junit4] 2> 1316438 INFO (searcherExecutor-2880-thread-1-processing-n:127.0.0.1:32944_solr x:nodes_used_collection_shard2_replica2 s:shard2 c:nodes_used_collection r:core_node4) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@4028db32[nodes_used_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1316447 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@90cf88[nodes_used_collection_shard1_replica1] main]
[junit4] 2> 1316448 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1316449 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1316449 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1316449 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550542374499778560
[junit4] 2> 1316451 INFO (searcherExecutor-2881-thread-1-processing-n:127.0.0.1:48116_solr x:nodes_used_collection_shard1_replica1 s:shard1 c:nodes_used_collection r:core_node2) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@90cf88[nodes_used_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1316538 INFO (zkCallback-895-thread-1-processing-n:127.0.0.1:32944_solr) [n:127.0.0.1:32944_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1316538 INFO (zkCallback-897-thread-1-processing-n:127.0.0.1:48116_solr) [n:127.0.0.1:48116_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1316539 INFO (zkCallback-893-thread-2-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1316539 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:35620_solr) [n:127.0.0.1:35620_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1316931 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1316931 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1316931 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35620/solr/nodes_used_collection_shard1_replica2/
[junit4] 2> 1316931 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica2 url=https://127.0.0.1:35620/solr START replicas=[https://127.0.0.1:48116/solr/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4] 2> 1316931 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica2 url=https://127.0.0.1:35620/solr DONE. We have no versions. sync failed.
[junit4] 2> 1316936 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1316936 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1316936 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51690/solr/nodes_used_collection_shard2_replica1/
[junit4] 2> 1316936 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=https://127.0.0.1:51690/solr START replicas=[https://127.0.0.1:32944/solr/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 1316936 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=https://127.0.0.1:51690/solr DONE. We have no versions. sync failed.
[junit4] 2> 1316938 INFO (qtp920440528-7901) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.c.S.Request [nodes_used_collection_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1316939 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1316939 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1316941 INFO (qtp2011841402-7884) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.c.S.Request [nodes_used_collection_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1316942 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1316942 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1316947 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51690/solr/nodes_used_collection_shard2_replica1/ shard2
[junit4] 2> 1316948 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35620/solr/nodes_used_collection_shard1_replica2/ shard1
[junit4] 2> 1317055 INFO (zkCallback-895-thread-1-processing-n:127.0.0.1:32944_solr) [n:127.0.0.1:32944_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317055 INFO (zkCallback-897-thread-1-processing-n:127.0.0.1:48116_solr) [n:127.0.0.1:48116_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317055 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:35620_solr) [n:127.0.0.1:35620_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317058 INFO (zkCallback-893-thread-3-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317099 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1317099 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1317101 INFO (qtp1486891540-7894) [n:127.0.0.1:35620_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=2398
[junit4] 2> 1317103 INFO (qtp146862523-7902) [n:127.0.0.1:51690_solr c:nodes_used_collection s:shard2 r:core_node3 x:nodes_used_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2358
[junit4] 2> 1317207 INFO (zkCallback-895-thread-1-processing-n:127.0.0.1:32944_solr) [n:127.0.0.1:32944_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317207 INFO (zkCallback-897-thread-1-processing-n:127.0.0.1:48116_solr) [n:127.0.0.1:48116_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317208 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:35620_solr) [n:127.0.0.1:35620_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317208 INFO (zkCallback-893-thread-3-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317449 INFO (qtp2011841402-7916) [n:127.0.0.1:32944_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2703
[junit4] 2> 1317455 INFO (qtp920440528-7908) [n:127.0.0.1:48116_solr c:nodes_used_collection s:shard1 r:core_node2 x:nodes_used_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=2724
[junit4] 2> 1317460 INFO (qtp1486891540-7897) [n:127.0.0.1:35620_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1317560 INFO (zkCallback-895-thread-1-processing-n:127.0.0.1:32944_solr) [n:127.0.0.1:32944_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317560 INFO (zkCallback-897-thread-1-processing-n:127.0.0.1:48116_solr) [n:127.0.0.1:48116_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317560 INFO (zkCallback-893-thread-2-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1317560 INFO (zkCallback-898-thread-1-processing-n:127.0.0.1:35620_solr) [n:127.0.0.1:35620_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1318460 INFO (qtp1486891540-7897) [n:127.0.0.1:35620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3905
[junit4] 2> 1318461 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[CC32D335FB3C47BB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCoresAreDistributedAcrossNodes
[junit4] 2> 1318534 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[CC32D335FB3C47BB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 1318536 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[CC32D335FB3C47BB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1318539 INFO (qtp1486891540-7898) [n:127.0.0.1:35620_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodes_used_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1318541 INFO (OverseerThreadFactory-2871-thread-3-processing-n:127.0.0.1:51690_solr) [n:127.0.0.1:51690_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1318547 INFO (OverseerCollectionConfigSetProcessor-96908898127904776-127.0.0.1:51690_solr-n_0000000000) [n:127.0.0.1:51690_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1318547 INFO (qtp1486891540-7896) [n:127.0.0.1:35620_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@1f1df52b
[junit4] 2> 1318548 INFO (qtp146862523-7903) [n:127.0.0.1:51690_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5691d403
[junit4] 2> 1318550 INFO (qtp920440528-7909) [n:127.0.0.1:48116_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@ee45dd3
[junit4] 2> 1318552 INFO (qtp2011841402-7917) [n:127.0.0.1:32944_solr ] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@7678c71e
[junit4] 2> 1318558 INFO (qtp920440528-7909) [n:127.0.0.1:48116_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:47963/data/nodes_used_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1318559 INFO (qtp920440528-7909) [n:127.0.0.1:48116_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:47963/data/nodes_used_collection/core_node2/data
[junit4] 2> 1318561 INFO (qtp920440528-7909) [n:127.0.0.1:48116_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:47963/data/nodes_used_collection/core_node2/data/index
[junit4] 2> 1318568 INFO (qtp146862523-7903) [n:127.0.0.1:51690_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:47963/data/nodes_used_collection/core_node3/data/snapshot_metadata
[junit4] 2> 1318568 INFO (qtp2011841402-7917) [n:127.0.0.1:32944_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:47963/data/nodes_used_collection/core_node4/data/index
[junit4] 2> 1318569 INFO (qtp146862523-7903) [n:127.0.0.1:51690_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:47963/data/nodes_used_collection/core_node3/data/index
[junit4] 2> 1318569 INFO (qtp146862523-7903) [n:127.0.0.1:51690_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:47963/data/nodes_used_collection/core_node3/data
[junit4] 2> 1318574 INFO (qtp1486891540-7896) [n:127.0.0.1:35620_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:47963/data/nodes_used_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1318575 INFO (qtp2011841402-7917) [n:127.0.0.1:32944_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:47963/data/nodes_used_collection/core_node4/data/snapshot_metadata
[junit4] 2> 1318575 INFO (qtp2011841402-7917) [n:127.0.0.1:32944_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:47963/data/nodes_used_collection/core_node4/data
[junit4] 2> 1318579 INFO (qtp1486891540-7896) [n:127.0.0.1:35620_solr ] o.a.s.s.h.HdfsDirectory Closing h
[...truncated too long message...]
at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2) Thread[id=40629, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestCoreContainer]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:187)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=40630, name=Thread-35572, state=WAITING, group=TGRP-TestCoreContainer]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274)
[junit4] 2> 4) Thread[id=40628, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestCoreContainer]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:187)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> ??? 09, 2016 4:39:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=40627, name=TEST-TestCoreContainer.testCoreInitFailuresFromEmptyContainer-seed#[CC32D335FB3C47BB], state=WAITING, group=TGRP-TestCoreContainer]
[junit4] 2> 2) Thread[id=40629, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestCoreContainer]
[junit4] 2> 3) Thread[id=40630, name=Thread-35572, state=WAITING, group=TGRP-TestCoreContainer]
[junit4] 2> 4) Thread[id=40628, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestCoreContainer]
[junit4] 2> 9252985 INFO (TEST-TestCoreContainer.testCoreInitFailuresFromEmptyContainer-seed#[CC32D335FB3C47BB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCoreInitFailuresFromEmptyContainer
[junit4] 2> 9252986 INFO (SUITE-TestCoreContainer-seed#[CC32D335FB3C47BB]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> Nov 09, 2016 7:39:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, maxDocsPerChunk=10, blockSize=648), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, blockSize=648)), sim=ClassicSimilarity, locale=sr, timezone=America/Fortaleza
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=295178848,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [TestSmileRequest, TestSystemIdResolver, TestSolrIndexConfig, TestBackupRepositoryFactory, RestartWhileUpdatingTest, TestRequestStatusCollectionAPI, TestDocBasedVersionConstraints, TestJsonFacets, TestCloudPseudoReturnFields, TestSQLHandlerNonCloud, ChaosMonkeySafeLeaderTest, TestManagedStopFilterFactory, TestAuthorizationFramework, TestTrie, TestPartialUpdateDeduplication, TestLuceneMatchVersion, SimplePostToolTest, BlockDirectoryTest, DeleteNodeTest, TestCollectionAPI, TestHdfsCloudBackupRestore, AnalyticsQueryTest, DistributedMLTComponentTest, TestScoreJoinQPNoScore, DistributedTermsComponentTest, SaslZkACLProviderTest, TestGraphTermsQParserPlugin, LoggingHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, OpenCloseCoreStressTest, SoftAutoCommitTest, SearchHandlerTest, LeaderInitiatedRecoveryOnShardRestartTest, DocumentBuilderTest, TestSimpleTrackingShardHandler, RAMDirectoryFactoryTest, SharedFSAutoReplicaFailoverUtilsTest, CloudMLTQParserTest, UUIDUpdateProcessorFallbackTest, HdfsNNFailoverTest, TestBulkSchemaAPI, TestSlowCompositeReaderWrapper, TestQuerySenderListener, SpellingQueryConverterTest, SliceStateTest, TestPerFieldSimilarityWithDefaultOverride, TestStandardQParsers, TestDistribIDF, DocValuesMissingTest, RulesTest, TestCustomDocTransformer, FileUtilsTest, TestRebalanceLeaders, TestSweetSpotSimilarityFactory, HdfsTlogReplayBufferedWhileIndexingTest, IndexSchemaRuntimeFieldTest, JsonLoaderTest, DeleteStatusTest, TestSortByMinMaxFunction, TestQueryUtils, TestFieldCacheReopen, RemoteQueryErrorTest, ExitableDirectoryReaderTest, TestLMDirichletSimilarityFactory, CoreAdminCreateDiscoverTest, BasicFunctionalityTest, TestSolrDynamicMBean, TestDFISimilarityFactory, TestAnalyzeInfixSuggestions, DistributedIntervalFacetingTest, TestSurroundQueryParser, HdfsRestartWhileUpdatingTest, TestFieldCacheSortRandom, TestCoreContainer]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCoreContainer -Dtests.seed=CC32D335FB3C47BB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr -Dtests.timezone=America/Fortaleza -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestCoreContainer (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([CC32D335FB3C47BB]:0)
[junit4] Completed [618/651 (2!)] on J1 in 7220.25s, 1 test, 2 errors <<< FAILURES!
[...truncated 60755 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 193 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/193/
3 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1478652300740,generation=2,filelist=[_3.cfe, _3.cfs, _3.si, _4.doc, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4.tim, _4.tip, _5.cfe, _5.cfs, _5.si, _6.cfe, _6.cfs, _6.si, segments_2]}]> but was:<[{indexVersion=1478652300740,generation=2,filelist=[_3.cfe, _3.cfs, _3.si, _4.doc, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4.tim, _4.tip, _5.cfe, _5.cfs, _5.si, _6.cfe, _6.cfs, _6.si, segments_2]}, {indexVersion=1478652300740,generation=3,filelist=[_4.doc, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4.tim, _4.tip, _7.doc, _7.fdt, _7.fdx, _7.fnm, _7.nvd, _7.nvm, _7.si, _7.tim, _7.tip, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1478652300740,generation=2,filelist=[_3.cfe, _3.cfs, _3.si, _4.doc, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4.tim, _4.tip, _5.cfe, _5.cfs, _5.si, _6.cfe, _6.cfs, _6.si, segments_2]}]> but was:<[{indexVersion=1478652300740,generation=2,filelist=[_3.cfe, _3.cfs, _3.si, _4.doc, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4.tim, _4.tip, _5.cfe, _5.cfs, _5.si, _6.cfe, _6.cfs, _6.si, segments_2]}, {indexVersion=1478652300740,generation=3,filelist=[_4.doc, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4.tim, _4.tip, _7.doc, _7.fdt, _7.fdx, _7.fnm, _7.nvd, _7.nvm, _7.si, _7.tim, _7.tip, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([C561324EA9830CD7:E0B6297ED9CB02D4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1229)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/11)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/11)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([C561324EA9830CD7:8D1446FAAFB02342]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([C561324EA9830CD7:E81F7D145EA7B6DB]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12473 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/init-core-data-001
[junit4] 2> 1866262 INFO (SUITE-TestReplicationHandler-seed#[C561324EA9830CD7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1866264 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestHandlerPathUnchanged
[junit4] 2> 1866265 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-001/collection1
[junit4] 2> 1866308 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1866379 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d258d73{/solr,null,AVAILABLE}
[junit4] 2> 1866380 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.ServerConnector Started ServerConnector@49caceae{HTTP/1.1,[http/1.1]}{127.0.0.1:48856}
[junit4] 2> 1866380 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.Server Started @1870956ms
[junit4] 2> 1866380 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=48856}
[junit4] 2> 1866380 ERROR (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1866380 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1866380 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1866380 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1866380 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-09T00:37:18.606Z
[junit4] 2> 1866396 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-001/solr.xml
[junit4] 2> 1866415 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1866433 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-001/.
[junit4] 2> 1866433 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1866469 WARN (coreLoadExecutor-4555-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1866470 INFO (coreLoadExecutor-4555-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1866479 INFO (coreLoadExecutor-4555-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1866673 INFO (coreLoadExecutor-4555-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1866677 INFO (coreLoadExecutor-4555-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-001/./collection1
[junit4] 2> 1866677 INFO (coreLoadExecutor-4555-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1866678 INFO (coreLoadExecutor-4555-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=440812063, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1866685 INFO (coreLoadExecutor-4555-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1866685 INFO (coreLoadExecutor-4555-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1866686 INFO (coreLoadExecutor-4555-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=3, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.599609375, noCFSRatio=0.6405649621294429]
[junit4] 2> 1866686 INFO (coreLoadExecutor-4555-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@135b8fef[collection1] main]
[junit4] 2> 1866686 INFO (coreLoadExecutor-4555-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-001/collection1/conf
[junit4] 2> 1866687 INFO (coreLoadExecutor-4555-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1866687 INFO (coreLoadExecutor-4555-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1866687 INFO (searcherExecutor-4556-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@135b8fef[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1866965 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-002/collection1
[junit4] 2> 1866968 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1866988 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@144c2496{/solr,null,AVAILABLE}
[junit4] 2> 1866988 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.ServerConnector Started ServerConnector@1cb36ece{HTTP/1.1,[http/1.1]}{127.0.0.1:44889}
[junit4] 2> 1866989 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.Server Started @1871564ms
[junit4] 2> 1866989 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=44889}
[junit4] 2> 1866989 ERROR (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1866990 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1866990 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1866990 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1866991 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-09T00:37:19.216Z
[junit4] 2> 1866991 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-002/solr.xml
[junit4] 2> 1867000 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1867002 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-002/.
[junit4] 2> 1867002 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1867013 WARN (coreLoadExecutor-4565-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1867015 INFO (coreLoadExecutor-4565-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1867031 INFO (coreLoadExecutor-4565-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1867036 INFO (coreLoadExecutor-4565-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1867038 INFO (coreLoadExecutor-4565-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-002/./collection1
[junit4] 2> 1867040 INFO (coreLoadExecutor-4565-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1867044 INFO (coreLoadExecutor-4565-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=440812063, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1867050 INFO (coreLoadExecutor-4565-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1867050 INFO (coreLoadExecutor-4565-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1867051 INFO (coreLoadExecutor-4565-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=3, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.599609375, noCFSRatio=0.6405649621294429]
[junit4] 2> 1867051 INFO (coreLoadExecutor-4565-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@840de3a[collection1] main]
[junit4] 2> 1867051 INFO (coreLoadExecutor-4565-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-002/collection1/conf
[junit4] 2> 1867053 INFO (coreLoadExecutor-4565-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1867054 INFO (searcherExecutor-4566-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@840de3a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1867505 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestHandlerPathUnchanged
[junit4] 2> 1867510 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@49caceae{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1867510 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=130693231
[junit4] 2> 1867512 INFO (coreCloseExecutor-4571-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1281a98
[junit4] 2> 1867548 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d258d73{/solr,null,UNAVAILABLE}
[junit4] 2> 1867549 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@1cb36ece{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1867549 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1421192957
[junit4] 2> 1867550 INFO (coreCloseExecutor-4573-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5fff3545
[junit4] 2> 1867552 INFO (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[C561324EA9830CD7]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@144c2496{/solr,null,UNAVAILABLE}
[junit4] 2> 1867555 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestStopPoll
[junit4] 2> 1867555 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-003/collection1
[junit4] 2> 1867560 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1867576 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2918f2e8{/solr,null,AVAILABLE}
[junit4] 2> 1867576 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.e.j.s.ServerConnector Started ServerConnector@16672cc9{HTTP/1.1,[http/1.1]}{127.0.0.1:56412}
[junit4] 2> 1867576 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.e.j.s.Server Started @1872152ms
[junit4] 2> 1867576 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=56412}
[junit4] 2> 1867577 ERROR (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1867578 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1867578 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1867578 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1867578 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-09T00:37:19.804Z
[junit4] 2> 1867578 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-003/solr.xml
[junit4] 2> 1867639 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1867657 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-003/.
[junit4] 2> 1867657 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1867701 WARN (coreLoadExecutor-4580-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1867703 INFO (coreLoadExecutor-4580-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1867735 INFO (coreLoadExecutor-4580-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1867737 INFO (coreLoadExecutor-4580-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1867738 INFO (coreLoadExecutor-4580-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-003/./collection1
[junit4] 2> 1867738 INFO (coreLoadExecutor-4580-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-003/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-003/./collection1/data/]
[junit4] 2> 1867739 INFO (coreLoadExecutor-4580-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=440812063, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1867745 INFO (coreLoadExecutor-4580-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1867745 INFO (coreLoadExecutor-4580-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1867745 INFO (coreLoadExecutor-4580-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=3, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.599609375, noCFSRatio=0.6405649621294429]
[junit4] 2> 1867746 INFO (coreLoadExecutor-4580-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6bb2082d[collection1] main]
[junit4] 2> 1867746 INFO (coreLoadExecutor-4580-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-003/collection1/conf
[junit4] 2> 1867746 INFO (coreLoadExecutor-4580-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1867746 INFO (coreLoadExecutor-4580-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1867747 INFO (searcherExecutor-4581-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6bb2082d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1868178 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-004/collection1
[junit4] 2> 1868181 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1868196 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33224e21{/solr,null,AVAILABLE}
[junit4] 2> 1868203 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.e.j.s.ServerConnector Started ServerConnector@31b917a7{HTTP/1.1,[http/1.1]}{127.0.0.1:50700}
[junit4] 2> 1868215 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.e.j.s.Server Started @1872791ms
[junit4] 2> 1868215 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-004/collection1/data, hostContext=/solr, hostPort=50700}
[junit4] 2> 1868219 ERROR (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1868220 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1868220 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1868220 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1868220 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-09T00:37:20.446Z
[junit4] 2> 1868220 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-004/solr.xml
[junit4] 2> 1868251 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1868253 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-004/.
[junit4] 2> 1868253 INFO (TEST-TestReplicationHandler.doTestStopPoll-seed#[C561324EA9830CD7]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1868271 WARN (coreLoadExecutor-4590-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1868272 INFO (coreLoadExecutor-4590-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1868289 INFO (coreLoadExecutor-4590-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1868292 INFO (coreLoadExecutor-4590-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1868300 INFO (coreLoadExecutor-4590-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-004/./collection1
[junit4] 2> 1868300 INFO (coreLoadExecutor-4590-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-004/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-004/./collection1/data/]
[junit4] 2> 1868302 INFO (coreLoadExecutor-4590-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=440812063, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1868313 INFO (coreLoadExecutor-4590-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1868313 INFO (coreLoadExecutor-4590-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1868313 INFO (coreLoadExecutor-4590-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=3, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.599609375, noCFSRatio=0.6405649621294429]
[junit4] 2> 1868313 INFO (coreLoadExecutor-4590-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b49686[collection1] main]
[junit4] 2> 1868313 INFO (coreLoadExecutor-4590-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_C561324EA9830CD7-001/solr-instance-004/collection1/conf
[junit4] 2> 1868314 INFO (coreLoadExecutor-4590-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1868315 INFO (searcherExecutor-4591-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7b49686[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1868600 INFO (qtp1975375051-59321) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1868601 INFO (indexFetcher-4595-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1868601 INFO (indexFetcher-4595-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1868601 INFO (indexFetcher-4595-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1868762 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1868766 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
[junit4] 2> 1868768 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1868770 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1868772 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1868774 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1868776 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1868778 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1868779 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 1868782 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 1868783 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1868785 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 1868787 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1868788 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1868790 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1868792 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1868794 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 1868796 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 1868797 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1868799 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 1868801 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 1868803 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 1868805 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 1868806 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 1868808 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 1868810 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 1868812 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 1868814 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 1868815 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 1868817 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 1868819 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 1868821 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 1868823 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 1868825 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 1868827 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 1868828 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 1868830 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 1868832 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 1868835 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 1868837 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 1868839 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 1868843 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 1868845 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 1868847 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 1868849 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
[junit4] 2> 1868851 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 1868853 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 1868855 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 1868857 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 1868859 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 1868861 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 1868863 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 1868865 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 1868867 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 1868869 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 1868870 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 1868874 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 1868876 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 1868878 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 1868880 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 1868882 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
[junit4] 2> 1868884 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 1868886 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 1868888 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 1868890 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 1868892 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 1868894 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 1868896 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 1868899 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
[junit4] 2> 1868901 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
[junit4] 2> 1868903 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 1868905 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 1868907 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 1868912 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 1868917 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 1868924 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 1868946 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
[junit4] 2> 1868948 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
[junit4] 2> 1868950 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 1868956 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 1868959 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
[junit4] 2> 1868961 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 1868970 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 1868972 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 1868974 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
[junit4] 2> 1868978 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
[junit4] 2> 1868980 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 1868981 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 1868983 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
[junit4] 2> 1868984 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
[junit4] 2> 1868987 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
[junit4] 2> 1868989 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
[junit4] 2> 1868991 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
[junit4] 2> 1868995 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
[junit4] 2> 1869012 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
[junit4] 2> 1869013 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
[junit4] 2> 1869015 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
[junit4] 2> 1869017 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
[junit4] 2> 1869018 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
[junit4] 2> 1869020 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
[junit4] 2> 1869021 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
[junit4] 2> 1869023 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
[junit4] 2> 1869028 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 1869030 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 1869031 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 1869033 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 1869035 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 1869037 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 1869039 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
[junit4] 2> 1869041 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
[junit4] 2> 1869043 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 1869045 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 1869047 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 1869049 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 1869050 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 1869052 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
[junit4] 2> 1869054 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
[junit4] 2> 1869056 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
[junit4] 2> 1869058 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
[junit4] 2> 1869060 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
[junit4] 2> 1869063 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
[junit4] 2> 1869065 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
[junit4] 2> 1869068 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
[junit4] 2> 1869071 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
[junit4] 2> 1869072 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
[junit4] 2> 1869074 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
[junit4] 2> 1869077 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
[junit4] 2> 1869079 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
[junit4] 2> 1869082 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
[junit4] 2> 1869085 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
[junit4] 2> 1869087 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
[junit4] 2> 1869089 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
[junit4] 2> 1869091 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
[junit4] 2> 1869093 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
[junit4] 2> 1869095 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
[junit4] 2> 1869098 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
[junit4] 2> 1869100 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
[junit4] 2> 1869102 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
[junit4] 2> 1869105 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
[junit4] 2> 1869107 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
[junit4] 2> 1869108 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
[junit4] 2> 1869110 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
[junit4] 2> 1869112 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
[junit4] 2> 1869113 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
[junit4] 2> 1869131 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
[junit4] 2> 1869132 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
[junit4] 2> 1869136 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
[junit4] 2> 1869138 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
[junit4] 2> 1869139 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
[junit4] 2> 1869141 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
[junit4] 2> 1869142 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
[junit4] 2> 1869144 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
[junit4] 2> 1869146 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
[junit4] 2> 1869148 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
[junit4] 2> 1869149 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
[junit4] 2> 1869151 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
[junit4] 2> 1869153 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
[junit4] 2> 1869155 INFO (qtp1975375051-59325) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
[junit4] 2> 1869157 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
[junit4] 2> 1869159 INFO (qtp1975375051-59324) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
[junit4] 2> 1869164 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
[junit4] 2> 1869167 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
[junit4] 2> 1869169 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
[junit4] 2> 1869170 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
[junit4] 2> 1869172 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
[junit4] 2> 1869174 INFO (qtp1975375051-59319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
[junit4] 2> 1869176 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
[junit4] 2> 1869191 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
[junit4] 2> 1869193 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
[junit4] 2> 1869195 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
[junit4] 2> 1869197 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
[junit4] 2> 1869199 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
[junit4] 2> 1869200 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
[junit4] 2> 1869202 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
[junit4] 2> 1869204 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
[junit4] 2> 1869206 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
[junit4] 2> 1869208 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
[junit4] 2> 1869209 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
[junit4] 2> 1869211 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
[junit4] 2> 1869213 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
[junit4] 2> 1869214 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
[junit4] 2> 1869216 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
[junit4] 2> 1869218 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
[junit4] 2> 1869219 INFO (qtp1975375051-59323) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
[junit4] 2> 1869221 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
[junit4] 2> 1869223 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
[junit4] 2> 1869224 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
[junit4] 2> 1869226 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
[junit4] 2> 1869228 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
[junit4] 2> 1869230 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
[junit4] 2> 1869231 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
[junit4] 2> 1869233 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
[junit4] 2> 1869235 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
[junit4] 2> 1869237 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
[junit4] 2> 1869238 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
[junit4] 2> 1869240 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
[junit4] 2> 1869241 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
[junit4] 2> 1869243 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
[junit4] 2> 1869244 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
[junit4] 2> 1869246 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
[junit4] 2> 1869248 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
[junit4] 2> 1869250 INFO (qtp1975375051-59322) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
[junit4] 2> 1869252 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
[junit4] 2> 1869262 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
[junit4] 2> 1869264 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
[junit4] 2> 1869266 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
[junit4] 2> 1869268 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
[junit4] 2> 1869270 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
[junit4] 2> 1869271 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
[junit4] 2> 1869273 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
[junit4] 2> 1869274 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
[junit4] 2> 1869276 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
[junit4] 2> 1869278 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
[junit4] 2> 1869279 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
[junit4] 2> 1869281 INFO (qtp1975375051-59318) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
[junit4] 2> 1869285 INFO (qtp19753
[...truncated too long message...]
SystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4702505 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C561324EA9830CD7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41676 41676
[junit4] 2> 4702506 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[C561324EA9830CD7]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_C561324EA9830CD7-001
[junit4] 2> Nov 09, 2016 1:24:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=SimpleText, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=it-IT, timezone=Asia/Yerevan
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=180985936,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemaResource, ConfigSetsAPITest, SimplePostToolTest, TestSizeLimitedDistributedMap, DocExpirationUpdateProcessorFactoryTest, ShardRoutingCustomTest, FileUtilsTest, SaslZkACLProviderTest, RemoteQueryErrorTest, TestUniqueKeyFieldResource, TestMacros, SolrCloudExampleTest, DeleteNodeTest, TestRecoveryHdfs, TestFieldTypeCollectionResource, TestRuleBasedAuthorizationPlugin, SuggestComponentTest, VMParamsZkACLAndCredentialsProvidersTest, PeerSyncWithIndexFingerprintCachingTest, TestMiniSolrCloudCluster, TestLeaderInitiatedRecoveryThread, TestReqParamsAPI, HighlighterMaxOffsetTest, DateRangeFieldTest, MoreLikeThisHandlerTest, TestSurroundQueryParser, TestSweetSpotSimilarityFactory, TestWordDelimiterFilterFactory, TestDistributedGrouping, SoftAutoCommitTest, TestCopyFieldCollectionResource, TermVectorComponentTest, TestJsonRequest, SpatialRPTFieldTypeTest, TestRTGBase, DistribJoinFromCollectionTest, TestCollectionAPI, TestJsonFacetRefinement, TestSuggestSpellingConverter, TestExactStatsCache, LoggingHandlerTest, TestTestInjection, TestSolrFieldCacheMBean, CSVRequestHandlerTest, PreAnalyzedUpdateProcessorTest, TestStressCloudBlindAtomicUpdates, LeaderInitiatedRecoveryOnShardRestartTest, TestTrieFacet, TestPerFieldSimilarityClassic, DistributedFacetExistsSmallTest, SolrIndexConfigTest, TestJettySolrRunner, TestFieldCacheWithThreads, SampleTest, TestReloadAndDeleteDocs, MergeStrategyTest, ClusterStateUpdateTest, TestConfigSetsAPIZkFailure, ConjunctionSolrSpellCheckerTest, TestQuerySenderListener, TestChildDocTransformer, SchemaVersionSpecificBehaviorTest, RulesTest, TestObjectReleaseTracker, TestRebalanceLeaders, SpellingQueryConverterTest, TestGeoJSONResponseWriter, TestQueryUtils, TestFileDictionaryLookup, SparseHLLTest, TestSolrIndexConfig, TestHashPartitioner, WordBreakSolrSpellCheckerTest, TestCursorMarkWithoutUniqueKey, HdfsRestartWhileUpdatingTest, CdcrReplicationHandlerTest, TestConfigSetProperties, BadCopyFieldTest, AtomicUpdatesTest, TestClassicSimilarityFactory, TestRestManager, TestCharFilters, TestFieldCacheSort, OverseerModifyCollectionTest, DistributedQueryComponentCustomSortTest, SolrIndexSplitterTest, MultiTermTest, TestSQLHandlerNonCloud, TestInfoStreamLogging, TestFiltering, CopyFieldTest, TestBM25SimilarityFactory, TestTolerantUpdateProcessorRandomCloud, TestHdfsUpdateLog, TestSystemIdResolver, ExitableDirectoryReaderTest, TestLMDirichletSimilarityFactory, ZkSolrClientTest, TestFastOutputStream, TestInitQParser, TestDistribDocBasedVersion, TestRequestStatusCollectionAPI, DirectSolrSpellCheckerTest, TestOnReconnectListenerSupport, TestNoOpRegenerator, OpenCloseCoreStressTest, AnalysisErrorHandlingTest, CustomCollectionTest, SystemInfoHandlerTest, LeaderElectionTest, ZkCLITest, AutoCommitTest, ZkControllerTest, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, DistributedQueryElevationComponentTest, TestCoreDiscovery, SpellCheckCollatorTest, SuggesterFSTTest, DocValuesTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, TermsComponentTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestBinaryResponseWriter, TestLFUCache, SOLR749Test, BadComponentTest, TestStressRecovery, PreAnalyzedFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, SliceStateTest, CircularListTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [511/649 (2!)] on J1 in 214.11s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 61059 lines...]