You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/03/02 12:12:49 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 19 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/19/
6 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([D1031592F6C27740:59572A48583E1AB8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
timed out waiting for collection1 startAt time to exceed: Fri Mar 03 01:08:04 GMT+14:00 2017
Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Fri Mar 03 01:08:04 GMT+14:00 2017
at __randomizedtesting.SeedInfo.seed([D1031592F6C27740:AA81554F3EA1EF3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1535)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([7AD4A6591051D579]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([7AD4A6591051D579]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([D1031592F6C27740:99766126F0F158D5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([D1031592F6C27740:FC7D5AC801E6CD4C]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1839 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> maaliskuuta 02, 2017 12:56:19 AP. com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=10004, name=SUITE-TestFuzzyQuery-seed#[7AD4A6591051D579], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=10005, name=TEST-TestFuzzyQuery.testRandom-seed#[7AD4A6591051D579], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=7AD4A6591051D579 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=fi -Dtests.timezone=America/Vancouver -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([7AD4A6591051D579]:0)
[junit4] 2> maaliskuuta 02, 2017 12:56:19 AP. com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> maaliskuuta 02, 2017 12:56:39 AP. com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=10005, name=TEST-TestFuzzyQuery.testRandom-seed#[7AD4A6591051D579], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> maaliskuuta 02, 2017 12:56:39 AP. com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=10005, name=TEST-TestFuzzyQuery.testRandom-seed#[7AD4A6591051D579], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> maaliskuuta 02, 2017 12:56:42 AP. com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=10005, name=TEST-TestFuzzyQuery.testRandom-seed#[7AD4A6591051D579], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=358, maxMBSortInHeap=5.357128216050455, sim=RandomSimilarity(queryNorm=true,coord=no): {field=DFR I(F)LZ(0.3)}, locale=fi, timezone=America/Vancouver
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=97358624,total=290979840
[junit4] 2> NOTE: All tests run in this JVM: [TestTerms, TestIntsRef, TestConjunctions, TestTimeLimitingCollector, TestMultiValuedNumericRangeQuery, TestIndexFileDeleter, TestLogMergePolicy, TestSimpleExplanations, TestLiveFieldValues, Test2BPagedBytes, TestDocIdSetBuilder, TestField, TestAttributeSource, TestIndexableField, TestGraphQuery, TestNearSpansOrdered, TestStandardAnalyzer, TestNeedsScores, TestOperations, TestIndexWriterUnicode, TestParallelReaderEmptyIndex, TestFastCompressionMode, TestTwoPhaseCommitTool, TestDocValuesScoring, TestPrefixCodedTerms, TestUniqueTermCount, TestSpansEnum, TestMultiTermsEnum, TestNoMergeScheduler, TestCustomNorms, TestDocBoost, Test2BPositions, TestTrackingDirectoryWrapper, TestCharsRef, TestDateTools, TestMultiCollector, TestExitableDirectoryReader, TestSynonymQuery, TestPolygon, TestCodecHoldsOpenFiles, TestBKD, TestBagOfPositions, TestPrefixQuery, TestReaderWrapperDVTypeCheck, TestSearchForDuplicates, TestStressIndexing2, TestDelegatingAnalyzerWrapper, TestSpanExplanationsOfNonMatches, TestIndexWriter, TestMinimize, TestTransactions, TestBasics, TestIOUtils, TestNRTThreads, TestIndexWriterMaxDocs, TestLucene50CompoundFormat, FiniteStringsIteratorTest, TestFieldType, TestSimilarityBase, Test2BDocs, TestDocumentWriter, TestStringMSBRadixSorter, TestTermsEnum2, TestCachingCollector, TestNativeFSLockFactory, TestFilterDirectoryReader, TestBagOfPostings, TestWordlistLoader, TestSegmentMerger, TestFieldMaskingSpanQuery, TestNRTCachingDirectory, TestRegexpRandom2, TestDocValuesRewriteMethod, TestPhrasePrefixQuery, TestBlendedTermQuery, TestSort, TestPerFieldDocValuesFormat, TestIndexWriterReader, TestNumericRangeQuery64, TestBytesStore, TestIndexWriterWithThreads, TestNumericRangeQuery32, TestAddIndexes, TestIndexWriterExceptions, TestMultiMMap, TestDeletionPolicy, TestBooleanOr, TestSloppyPhraseQuery, TestIndexWriterDelete, TestIndexWriterMergePolicy, TestDuelingCodecs, TestPersistentSnapshotDeletionPolicy, TestStressAdvance, TestNorms, TestDirectoryReaderReopen, TestSearchAfter, TestDocumentsWriterStallControl, TestNeverDelete, TestLongPostings, TestStressIndexing, TestSnapshotDeletionPolicy, TestTieredMergePolicy, TestIndexWriterForceMerge, TestByteSlices, TestBufferedIndexInput, TestConsistentFieldNumbers, TestDirectoryReader, TestPhraseQuery, TestCollectionUtil, TestOmitNorms, TestFixedBitSet, TestComplexExplanations, TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestFieldCacheRewriteMethod, TestPagedBytes, TestSegmentTermDocs, TestFieldsReader, TestCustomSearcherSort, TestLegacyNumericUtils, TestMixedCodecs, TestIndexInput, TestSloppyPhraseQuery2, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=7AD4A6591051D579 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=fi -Dtests.timezone=America/Vancouver -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([7AD4A6591051D579]:0)
[junit4] Completed [448/448 (1!)] on J0 in 7223.11s, 10 tests, 2 errors <<< FAILURES!
[...truncated 10570 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/init-core-data-001
[junit4] 2> 1902706 INFO (SUITE-TestReplicationHandler-seed#[D1031592F6C27740]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1902708 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
[junit4] 2> 1902709 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1
[junit4] 2> 1902712 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1902713 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d686922{/solr,null,AVAILABLE}
[junit4] 2> 1902716 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ef6bcb7{HTTP/1.1,[http/1.1]}{127.0.0.1:36107}
[junit4] 2> 1902716 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server Started @1906273ms
[junit4] 2> 1902716 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=36107}
[junit4] 2> 1902716 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1902716 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1902717 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1902717 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1902717 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-02T11:07:45.441Z
[junit4] 2> 1902717 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/solr.xml
[junit4] 2> 1902722 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1902725 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/.
[junit4] 2> 1902725 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1902734 WARN (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1902735 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1902742 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1902744 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1902745 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/./collection1
[junit4] 2> 1902746 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1902746 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6f2a1adc
[junit4] 2> 1902754 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1902754 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1902754 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2ef9cb71
[junit4] 2> 1902754 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cca902e[collection1] main]
[junit4] 2> 1902754 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1/conf
[junit4] 2> 1902755 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1902755 INFO (coreLoadExecutor-4589-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1902755 INFO (searcherExecutor-4590-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@cca902e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1903090 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/collection1
[junit4] 2> 1903092 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1903092 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f16278b{/solr,null,AVAILABLE}
[junit4] 2> 1903093 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6806b09f{HTTP/1.1,[http/1.1]}{127.0.0.1:58532}
[junit4] 2> 1903093 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server Started @1906649ms
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=58532}
[junit4] 2> 1903094 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-02T11:07:45.818Z
[junit4] 2> 1903094 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/solr.xml
[junit4] 2> 1903098 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1903101 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/.
[junit4] 2> 1903101 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1903108 WARN (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1903108 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1903115 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1903124 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1903124 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/./collection1
[junit4] 2> 1903125 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1903125 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4d077745
[junit4] 2> 1903135 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1903135 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1903135 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@297e9bcc
[junit4] 2> 1903135 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36fa9607[collection1] main]
[junit4] 2> 1903135 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-002/collection1/conf
[junit4] 2> 1903136 INFO (coreLoadExecutor-4599-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1903137 INFO (searcherExecutor-4600-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36fa9607[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1903460 INFO (qtp1287526307-41319) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1903460 INFO (qtp1287526307-41319) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1903461 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1903461 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1903462 INFO (qtp1287526307-41320) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1903462 INFO (qtp1287526307-41320) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@140eb833
[junit4] 2> 1903464 INFO (qtp1287526307-41320) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bf45ef9[collection1] main]
[junit4] 2> 1903464 INFO (qtp1287526307-41320) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1903464 INFO (searcherExecutor-4590-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5bf45ef9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1903464 INFO (qtp1287526307-41320) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1903465 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1903465 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7bfdf5ff
[junit4] 2> 1903466 INFO (qtp512107377-41336) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34070ecb[collection1] main]
[junit4] 2> 1903466 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1903466 INFO (searcherExecutor-4600-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@34070ecb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1903466 INFO (qtp512107377-41336) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 1903467 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1ef6bcb7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1903467 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1564361347
[junit4] 2> 1903468 INFO (coreCloseExecutor-4605-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7361cf3e
[junit4] 2> 1903468 INFO (coreCloseExecutor-4605-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1903468 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1903468 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d686922{/solr,null,UNAVAILABLE}
[junit4] 2> 1903472 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6806b09f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1903472 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1554399553
[junit4] 2> 1903472 INFO (coreCloseExecutor-4607-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@79a90e3
[junit4] 2> 1903473 INFO (coreCloseExecutor-4607-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1903476 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1903476 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f16278b{/solr,null,UNAVAILABLE}
[junit4] 2> 1903479 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1903480 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@386c0a6d{/solr,null,AVAILABLE}
[junit4] 2> 1903481 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7935fb15{HTTP/1.1,[http/1.1]}{127.0.0.1:59998}
[junit4] 2> 1903481 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server Started @1907038ms
[junit4] 2> 1903481 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=59998}
[junit4] 2> 1903482 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1903482 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1903482 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1903482 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1903482 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-02T11:07:46.206Z
[junit4] 2> 1903482 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/solr.xml
[junit4] 2> 1903496 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1903501 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/.
[junit4] 2> 1903501 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1903524 WARN (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1903525 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1903531 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1903532 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1903533 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/./collection1
[junit4] 2> 1903533 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1903535 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5078813318982816]
[junit4] 2> 1903546 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1903547 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1903547 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@f652dda
[junit4] 2> 1903547 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@467c04e2[collection1] main]
[junit4] 2> 1903549 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1/conf
[junit4] 2> 1903550 INFO (coreLoadExecutor-4614-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1903550 INFO (searcherExecutor-4615-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@467c04e2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1904003 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 17
[junit4] 2> 1904011 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 3
[junit4] 2> 1904022 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 8
[junit4] 2> 1904026 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 3
[junit4] 2> 1904030 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 1
[junit4] 2> 1904034 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 2
[junit4] 2> 1904042 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 6
[junit4] 2> 1904050 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 5
[junit4] 2> 1904079 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 25
[junit4] 2> 1904082 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 1
[junit4] 2> 1904091 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 3
[junit4] 2> 1904097 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 3
[junit4] 2> 1904105 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 6
[junit4] 2> 1904114 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 7
[junit4] 2> 1904118 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 2
[junit4] 2> 1904136 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 15
[junit4] 2> 1904156 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 18
[junit4] 2> 1904160 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 2
[junit4] 2> 1904164 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 2
[junit4] 2> 1904171 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 5
[junit4] 2> 1904176 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 4
[junit4] 2> 1904182 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 4
[junit4] 2> 1904190 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 5
[junit4] 2> 1904203 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 10
[junit4] 2> 1904206 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 1
[junit4] 2> 1904210 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 1
[junit4] 2> 1904216 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 4
[junit4] 2> 1904221 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 3
[junit4] 2> 1904224 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 1
[junit4] 2> 1904232 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 6
[junit4] 2> 1904239 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 5
[junit4] 2> 1904243 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 2
[junit4] 2> 1904247 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 2
[junit4] 2> 1904252 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 3
[junit4] 2> 1904260 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 6
[junit4] 2> 1904267 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 5
[junit4] 2> 1904275 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 6
[junit4] 2> 1904280 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 3
[junit4] 2> 1904287 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 5
[junit4] 2> 1904293 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 4
[junit4] 2> 1904322 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 15
[junit4] 2> 1904327 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 2
[junit4] 2> 1904343 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 3
[junit4] 2> 1904357 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 3
[junit4] 2> 1904369 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 9
[junit4] 2> 1904373 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 2
[junit4] 2> 1904376 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 1
[junit4] 2> 1904385 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 6
[junit4] 2> 1904397 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 9
[junit4] 2> 1904403 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 4
[junit4] 2> 1904406 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 1
[junit4] 2> 1904416 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 8
[junit4] 2> 1904420 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 2
[junit4] 2> 1904426 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 4
[junit4] 2> 1904429 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 1
[junit4] 2> 1904437 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 5
[junit4] 2> 1904443 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 3
[junit4] 2> 1904448 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 3
[junit4] 2> 1904452 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 2
[junit4] 2> 1904455 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 1
[junit4] 2> 1904459 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 2
[junit4] 2> 1904464 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 3
[junit4] 2> 1904475 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 8
[junit4] 2> 1904481 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 4
[junit4] 2> 1904486 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 3
[junit4] 2> 1904492 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 4
[junit4] 2> 1904500 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 6
[junit4] 2> 1904504 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 2
[junit4] 2> 1904512 INFO (qtp443892425-41361) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 6
[junit4] 2> 1904519 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 5
[junit4] 2> 1904522 INFO (qtp443892425-41362) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 1
[junit4] 2> 1904532 INFO (qtp443892425-41363) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 5
[junit4] 2> 1904541 INFO (qtp443892425-41364) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 7
[junit4] 2> 1904546 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 2
[junit4] 2> 1904555 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 8
[junit4] 2> 1904571 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 6
[junit4] 2> 1904580 INFO (qtp443892425-41360) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 6
[junit4] 2> 1904581 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1904581 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1193690f
[junit4] 2> 1904600 INFO (qtp443892425-41357) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dc02859[collection1] main]
[junit4] 2> 1904600 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1904600 INFO (searcherExecutor-4615-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7dc02859[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.2):c77)))}
[junit4] 2> 1904600 INFO (qtp443892425-41357) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 19
[junit4] 2> 1904605 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7935fb15{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1904605 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=646932878
[junit4] 2> 1904605 INFO (coreCloseExecutor-4619-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5f14e3d1
[junit4] 2> 1904606 INFO (coreCloseExecutor-4619-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1904606 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1904607 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@386c0a6d{/solr,null,UNAVAILABLE}
[junit4] 2> 1904608 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1904610 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49525874{/solr,null,AVAILABLE}
[junit4] 2> 1904610 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dd023fb{HTTP/1.1,[http/1.1]}{127.0.0.1:33548}
[junit4] 2> 1904610 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.e.j.s.Server Started @1908167ms
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_D1031592F6C27740-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=33548}
[junit4] 2> 1904611 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-02T11:07:47.335Z
[junit4] 2> 1904611 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[D1031592F6C27740]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/sol
[...truncated too long message...]
t org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4089869 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D1031592F6C27740]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37601 37601
[junit4] 2> 4089869 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[D1031592F6C27740]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_D1031592F6C27740-001
[junit4] 2> Mar 02, 2017 11:44:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-SY, timezone=Asia/Novokuznetsk
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=375438616,total=514850816
[junit4] 2> NOTE: All tests run in this JVM: [HdfsLockFactoryTest, StressHdfsTest, TestRandomCollapseQParserPlugin, DocValuesMissingTest, TestSolrCloudWithDelegationTokens, TestFieldCacheSortRandom, TestDefaultSearchFieldResource, SearchHandlerTest, FileUtilsTest, ExitableDirectoryReaderTest, EchoParamsTest, DocValuesTest, TestFiltering, TestMinMaxOnMultiValuedField, CopyFieldTest, SuggesterFSTTest, SortByFunctionTest, DirectSolrConnectionTest, LeaderInitiatedRecoveryOnCommitTest, RankQueryTest, TestRandomRequestDistribution, TestUseDocValuesAsStored, RAMDirectoryFactoryTest, CdcrUpdateLogTest, TestConfigReload, TestReqParamsAPI, TestUpdate, ZkControllerTest, TestComplexPhraseQParserPlugin, SolrIndexMetricsTest, HdfsNNFailoverTest, URLClassifyProcessorTest, OpenCloseCoreStressTest, ClassificationUpdateProcessorTest, DeleteStatusTest, SolrIndexSplitterTest, TestCloudPivotFacet, SSLMigrationTest, TestCustomStream, OverseerStatusTest, DistribJoinFromCollectionTest, MultiTermTest, BigEndianAscendingWordSerializerTest, HttpSolrCallGetCoreTest, TestSolrCoreSnapshots, TestSolrCoreParser, SmileWriterTest, TestTestInjection, SharedFSAutoReplicaFailoverTest, TestXmlQParserPlugin, TestLeaderElectionZkExpiry, TestManagedStopFilterFactory, BasicAuthIntegrationTest, LoggingHandlerTest, AnalyticsQueryTest, SpellCheckComponentTest, SparseHLLTest, TestSQLHandlerNonCloud, CachingDirectoryFactoryTest, SampleTest, CoreAdminCreateDiscoverTest, TestScoreJoinQPScore, TestSchemaSimilarityResource, TestStressUserVersions, CustomCollectionTest, DistributedExpandComponentTest, ClusterStateUpdateTest, TestPivotHelperCode, BaseCdcrDistributedZkTest, TestUninvertingReader, TestInitQParser, SegmentsInfoRequestHandlerTest, TestStressVersions, TestBM25SimilarityFactory, PreAnalyzedFieldManagedSchemaCloudTest, TestObjectReleaseTracker, CollectionReloadTest, DistributedIntervalFacetingTest, SmileWriterTest, TestTolerantUpdateProcessorRandomCloud, ChaosMonkeySafeLeaderTest, TestDeleteCollectionOnDownNodes, TestSolrDynamicMBean, SolrInfoMBeanTest, HighlighterMaxOffsetTest, TestPKIAuthenticationPlugin, TestInfoStreamLogging, TestSearchPerf, BJQParserTest, TestCSVResponseWriter, CSVRequestHandlerTest, TestLuceneMatchVersion, CollectionsAPIDistributedZkTest, TestRequestForwarding, SpellingQueryConverterTest, OverseerCollectionConfigSetProcessorTest, DistanceFunctionTest, SimpleMLTQParserTest, IndexBasedSpellCheckerTest, HighlighterTest, BooleanFieldTest, LeaderElectionContextKeyTest, DistributedSuggestComponentTest, TestAuthenticationFramework, SuggestComponentTest, DocumentBuilderTest, SolrCmdDistributorTest, TestQueryTypes, TestElisionMultitermQuery, TestHdfsUpdateLog, TestFieldCacheReopen, AliasIntegrationTest, SyncSliceTest, TestReplicationHandler, TestDistributedGrouping, DistributedTermsComponentTest, SolrCoreTest, ConvertedLegacyTest, TestLazyCores, CurrencyFieldOpenExchangeTest, SimplePostToolTest, SpellCheckCollatorTest, SuggesterTSTTest, TestStressLucene, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, TestOmitPositions, RequestHandlersTest, RequiredFieldsTest, IndexSchemaTest, QueryParsingTest, TestPartialUpdateDeduplication, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, ResponseLogComponentTest, TestStressRecovery, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrReplicationHandlerTest, DeleteNodeTest, DeleteReplicaTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, MultiThreadedOCPTest, ReplicationFactorTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestClusterProperties, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudCluster, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestStressLiveNodes, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [531/680 (3!)] on J1 in 181.99s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 62897 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 24 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/24/
5 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Captured an uncaught exception in thread: Thread[id=51604, name=Thread-48985, state=RUNNABLE, group=TGRP-TestDistributedSearch]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=51604, name=Thread-48985, state=RUNNABLE, group=TGRP-TestDistributedSearch]
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:F417D3300033FA6D]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41281/oci/qv/collection1: java.lang.NullPointerException
at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:41)
at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:757)
at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:740)
at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:428)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.TestDistributedSearch$1.run(TestDistributedSearch.java:1116)
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=9682 sum(shards)=9693 cloudClient=9693
Stack Trace:
java.lang.AssertionError: document count mismatch. control=9682 sum(shards)=9693 cloudClient=9693
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:F417D3300033FA6D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:228)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316) at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:519) at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381) at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75) at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1611) at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1170) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124) at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316)
at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:519)
at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381)
at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1611)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1170)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor175.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:513DA3B059EB2D99]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795:3436985EA8FCB800]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11493 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/init-core-data-001
[junit4] 2> 266133 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 266134 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001
[junit4] 2> 266134 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 266134 INFO (Thread-415) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 266134 INFO (Thread-415) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 266234 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34622
[junit4] 2> 266244 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266247 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266255 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266257 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 266267 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@402b6ce6{/solr,null,AVAILABLE}
[junit4] 2> 266268 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f6271e3{SSL,[ssl, http/1.1]}{127.0.0.1:34548}
[junit4] 2> 266268 INFO (jetty-launcher-156-thread-1) [ ] o.e.j.s.Server Started @270225ms
[junit4] 2> 266268 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34548}
[junit4] 2> 266269 ERROR (jetty-launcher-156-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266269 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266269 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266269 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266270 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:56.982Z
[junit4] 2> 266270 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7aafec12{/solr,null,AVAILABLE}
[junit4] 2> 266274 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d5385d9{SSL,[ssl, http/1.1]}{127.0.0.1:43587}
[junit4] 2> 266275 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266277 INFO (jetty-launcher-156-thread-2) [ ] o.e.j.s.Server Started @270231ms
[junit4] 2> 266290 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43587}
[junit4] 2> 266288 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66534225{/solr,null,AVAILABLE}
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bec6aff{SSL,[ssl, http/1.1]}{127.0.0.1:41075}
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.e.j.s.Server Started @270248ms
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41075}
[junit4] 2> 266291 ERROR (jetty-launcher-156-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266292 ERROR (jetty-launcher-156-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:57.005Z
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266292 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:57.005Z
[junit4] 2> 266291 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71e4fdfb{/solr,null,AVAILABLE}
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33379cca{SSL,[ssl, http/1.1]}{127.0.0.1:45754}
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.e.j.s.Server Started @270249ms
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45754}
[junit4] 2> 266293 ERROR (jetty-launcher-156-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 266293 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T19:53:57.006Z
[junit4] 2> 266296 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 266307 INFO (jetty-launcher-156-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266327 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266329 INFO (jetty-launcher-156-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266331 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266331 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 266340 INFO (jetty-launcher-156-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266341 INFO (jetty-launcher-156-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34622/solr
[junit4] 2> 266373 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34548_solr
[junit4] 2> 266381 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.Overseer Overseer (id=97577627605729287-127.0.0.1:34548_solr-n_0000000000) starting
[junit4] 2> 266409 INFO (jetty-launcher-156-thread-4) [n:127.0.0.1:45754_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45754_solr
[junit4] 2> 266443 INFO (jetty-launcher-156-thread-2) [n:127.0.0.1:43587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 266448 INFO (jetty-launcher-156-thread-2) [n:127.0.0.1:43587_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43587_solr
[junit4] 2> 266479 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34548_solr
[junit4] 2> 266479 INFO (jetty-launcher-156-thread-3) [n:127.0.0.1:41075_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 266482 INFO (jetty-launcher-156-thread-3) [n:127.0.0.1:41075_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41075_solr
[junit4] 2> 266486 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 266486 INFO (zkCallback-175-thread-2-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 266486 INFO (OverseerStateUpdate-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 266498 INFO (zkCallback-173-thread-1-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 266525 INFO (zkCallback-178-thread-2-processing-n:127.0.0.1:41075_solr) [n:127.0.0.1:41075_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 266529 INFO (zkCallback-176-thread-1-processing-n:127.0.0.1:43587_solr) [n:127.0.0.1:43587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 266537 INFO (jetty-launcher-156-thread-4) [n:127.0.0.1:45754_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node4/.
[junit4] 2> 266547 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 266591 INFO (jetty-launcher-156-thread-3) [n:127.0.0.1:41075_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node3/.
[junit4] 2> 266646 INFO (jetty-launcher-156-thread-1) [n:127.0.0.1:34548_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node1/.
[junit4] 2> 266689 INFO (jetty-launcher-156-thread-2) [n:127.0.0.1:43587_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node2/.
[junit4] 2> 266837 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 266838 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34622/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 266961 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 266995 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 266998 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 267035 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51120_hdfs____5m9nel/webapp
[junit4] 2> 267786 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51120
[junit4] 2> 267896 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 267897 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 267906 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55824_datanode____ekgkw1/webapp
[junit4] 2> 268267 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55824
[junit4] 2> 268318 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 268319 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 268339 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56656_datanode____.7huxoj/webapp
[junit4] 2> 268398 INFO (IPC Server handler 4 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-6e934026-cc2e-4687-859d-b6b7e9499bdd node DatanodeRegistration(127.0.0.1:52520, datanodeUuid=f94e2abd-47d0-49ff-affc-50044bd2661e, infoPort=48327, infoSecurePort=0, ipcPort=43637, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 268399 INFO (IPC Server handler 4 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-0b3cb228-193e-4a37-8cab-0479ff8e4a4c node DatanodeRegistration(127.0.0.1:52520, datanodeUuid=f94e2abd-47d0-49ff-affc-50044bd2661e, infoPort=48327, infoSecurePort=0, ipcPort=43637, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 268721 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7C43ECEAAECF9795]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56656
[junit4] 2> 268918 INFO (IPC Server handler 3 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-e4c413fc-446d-4006-aa1e-d050a717f0c5 node DatanodeRegistration(127.0.0.1:53158, datanodeUuid=13772322-3816-42f1-ac5e-739f7e3a07dc, infoPort=58017, infoSecurePort=0, ipcPort=52137, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 268918 INFO (IPC Server handler 3 on 60853) [ ] BlockStateChange BLOCK* processReport: from storage DS-9267374d-34a6-489e-9e82-062aa6a0aed5 node DatanodeRegistration(127.0.0.1:53158, datanodeUuid=13772322-3816-42f1-ac5e-739f7e3a07dc, infoPort=58017, infoSecurePort=0, ipcPort=52137, storageInfo=lv=-56;cid=testClusterID;nsid=2041068394;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 269006 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 269007 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7C43ECEAAECF9795]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 269092 INFO (qtp1678580145-1262) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 269094 INFO (OverseerThreadFactory-426-thread-1-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 269300 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 269409 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 270316 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 270326 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 270329 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 270331 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
[junit4] 2> 270349 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60853/data
[junit4] 2> 270349 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 270349 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node4/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:60853/data/created_and_deleted/core_node1/data/]
[junit4] 2> 270350 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60853/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 270375 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 270375 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 270375 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 272114 WARN (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 277117 WARN (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 282126 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 282127 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60853/data/created_and_deleted/core_node1/data
[junit4] 2> 282165 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60853/data/created_and_deleted/core_node1/data/index
[junit4] 2> 282170 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 282170 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 282171 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 282182 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 282216 INFO (IPC Server handler 0 on 60853) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53158 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6e934026-cc2e-4687-859d-b6b7e9499bdd:NORMAL:127.0.0.1:52520|RBW], ReplicaUC[[DISK]DS-9267374d-34a6-489e-9e82-062aa6a0aed5:NORMAL:127.0.0.1:53158|RBW]]} size 0
[junit4] 2> 282218 INFO (IPC Server handler 1 on 60853) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52520 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6e934026-cc2e-4687-859d-b6b7e9499bdd:NORMAL:127.0.0.1:52520|RBW], ReplicaUC[[DISK]DS-9267374d-34a6-489e-9e82-062aa6a0aed5:NORMAL:127.0.0.1:53158|RBW]]} size 0
[junit4] 2> 282250 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 282250 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 282250 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 282260 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 282260 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 282289 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c16455f[created_and_deleted_shard1_replica1] main]
[junit4] 2> 282290 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 282290 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 282292 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 282292 INFO (searcherExecutor-435-thread-1-processing-n:127.0.0.1:45754_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@4c16455f[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 282292 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561242058626170880
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45754/solr/created_and_deleted_shard1_replica1/
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 282298 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:45754/solr/created_and_deleted_shard1_replica1/ has no replicas
[junit4] 2> 282299 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 282302 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45754/solr/created_and_deleted_shard1_replica1/ shard1
[junit4] 2> 282408 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 282454 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 282456 INFO (qtp1772530006-1258) [n:127.0.0.1:45754_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=13157
[junit4] 2> 282460 INFO (qtp1678580145-1262) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 282556 INFO (zkCallback-175-thread-3-processing-n:127.0.0.1:45754_solr) [n:127.0.0.1:45754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 283099 INFO (OverseerCollectionConfigSetProcessor-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 283461 INFO (qtp1678580145-1262) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=14368
[junit4] 2> 283465 INFO (qtp1678580145-1251) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 283465 INFO (qtp1678580145-1251) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 283468 INFO (qtp1678580145-1263) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 283470 INFO (OverseerThreadFactory-426-thread-2-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 283474 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 283474 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2486702a
[junit4] 2> 283482 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 283488 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60853/data/created_and_deleted/core_node1/data/index
[junit4] 2> 283489 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60853/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 283489 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60853/data/created_and_deleted/core_node1/data
[junit4] 2> 283497 INFO (IPC Server handler 5 on 60853) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:52520 127.0.0.1:53158
[junit4] 2> 283511 INFO (qtp1772530006-1254) [n:127.0.0.1:45754_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 284217 INFO (qtp1678580145-1263) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=749
[junit4] 2> 284219 INFO (qtp1678580145-1253) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 284220 INFO (qtp1678580145-1253) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 284220 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 284265 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
[junit4] 2> 284266 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[7C43ECEAAECF9795]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 284273 INFO (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 284277 INFO (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.CreateCollectionCmd Create collection withconfigset2
[junit4] 2> 284277 INFO (OverseerCollectionConfigSetProcessor-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 284490 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2
[junit4] 2> 284593 INFO (zkCallback-178-thread-2-processing-n:127.0.0.1:41075_solr) [n:127.0.0.1:41075_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 285504 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 285526 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema [withconfigset2_shard1_replica1] Schema name=minimal
[junit4] 2> 285528 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica1' using configuration from collection withconfigset2
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60853/data
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 285529 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [[withconfigset2_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7C43ECEAAECF9795-001/tempDir-001/node3/withconfigset2_shard1_replica1], dataDir=[hdfs://localhost:60853/data/withconfigset2/core_node1/data/]
[junit4] 2> 285530 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b352c84
[junit4] 2> 285530 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore [withconfigset2_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@643dba28
[junit4] 2> 285568 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.withconfigset2.shard1.replica1
[junit4] 2> 285568 ERROR (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore Error while closing
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:1422)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:944)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:816)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:827)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 285569 ERROR (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.c.CoreContainer Error creating core [withconfigset2_shard1_replica1]: Unrecognized lockType: native
[junit4] 2> org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:952)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:816)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:827)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:181)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:475)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
[junit4] 2> ... 39 more
[junit4] 2> 285571 ERROR (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:861)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:379)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:165)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [withconfigset2_shard1_replica1]
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:827)
[junit4] 2> ... 36 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:952)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:816)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:890)
[junit4] 2> ... 37 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.createLockFactory(HdfsDirectoryFactory.java:181)
[junit4] 2> at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:346)
[junit4] 2> at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:475)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
[junit4] 2> ... 39 more
[junit4] 2>
[junit4] 2> 285571 INFO (qtp1678580145-1261) [n:127.0.0.1:41075_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2} status=400 QTime=1082
[junit4] 2> 285572 ERROR (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41075/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41075/solr: Error CREATEing SolrCore 'withconfigset2_shard1_replica1': Unable to create core [withconfigset2_shard1_replica1] Caused by: Unrecognized lockType: native
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 285573 ERROR (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [withconfigset2].
[junit4] 2> 285574 INFO (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 285576 INFO (qtp1678580145-1263) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=withconfigset2_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 285877 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@2b68b5c2) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:52520 to delete [blk_1073741825_1001]
[junit4] 2> 286279 INFO (OverseerThreadFactory-426-thread-3-processing-n:127.0.0.1:34548_solr) [n:127.0.0.1:34548_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [withconfigset2]
[junit4] 2> 286280 INFO (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 288280 INFO (OverseerCollectionConfigSetProcessor-97577627605729287-127.0.0.1:34548_solr-n_0000000000) [n:127.0.0.1:34548_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 288877 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@2b68b5c2) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:53158 to delete [blk_1073741825_1001]
[junit4] 2> 316291 ERROR (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 316291 INFO (qtp1678580145-1233) [n:127.0.0.1:41075_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=32017
[junit4] 2> 316292 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[7C43ECEAAECF9795]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSpecificConfigsets
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsCollectionsAPIDistributedZkTest -Dtests.method=testSpecificConfigsets -Dtests.seed=7C43ECEAAECF9795 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=es-SV -Dtests.timezone=Etc/GMT-9 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 32.1s J0 | HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperE
[...truncated too long message...]
s, TestSubQueryTransformerCrossCore, DebugComponentTest, TestBinaryResponseWriter, TestCollationField, FullSolrCloudDistribCmdsTest, TestSolrConfigHandlerCloud, DocValuesMultiTest, BlockJoinFacetDistribTest, TestInitParams, TestStressReorder, SpatialRPTFieldTypeTest, CoreAdminHandlerTest, TestSchemaNameResource, TestRuleBasedAuthorizationPlugin, TestCloudDeleteByQuery, TestFieldCacheVsDocValues, PingRequestHandlerTest, TestHighFrequencyDictionaryFactory, HdfsSyncSliceTest, TestConfig, TestClassicSimilarityFactory, TestSmileRequest, TestGroupingSearch, TestMiniSolrCloudCluster, TestMaxScoreQueryParser, TermVectorComponentDistributedTest, XmlUpdateRequestHandlerTest, TestRequestStatusCollectionAPI, SolrMetricsIntegrationTest, TestCollapseQParserPlugin, NoCacheHeaderTest, TestJmxMonitoredMap, ConnectionManagerTest, BlobRepositoryCloudTest, MinimalSchemaTest, DirectUpdateHandlerTest, StatelessScriptUpdateProcessorFactoryTest, RestartWhileUpdatingTest, TestOrdValues, FacetPivotSmallTest, BitVectorTest, TestExtendedDismaxParser, TestLFUCache, JSONWriterTest, TestSolrXml, OverseerModifyCollectionTest, CdcrRequestHandlerTest, BasicDistributedZkTest, LeaderElectionTest, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, DocValuesTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, SampleTest, TestBinaryField, TestSearchPerf, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, RAMDirectoryFactoryTest, TestUtils, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, CursorPagingTest, AliasIntegrationTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, OverseerTaskQueueTest, ReplaceNodeTest, ReplicationFactorTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudPivotFacet, TestCollectionAPI, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, HdfsChaosMonkeySafeLeaderTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsChaosMonkeySafeLeaderTest -Dtests.seed=7C43ECEAAECF9795 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=et -Dtests.timezone=Asia/Ujung_Pandang -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | HdfsChaosMonkeySafeLeaderTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316)
[junit4] > at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:519)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:381)
[junit4] > at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:75)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:52)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:960)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1611)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:1170)
[junit4] > at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:151)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:112)
[junit4] > at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
[junit4] > at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
[junit4] > at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] > at org.apache.solr.core.SolrCore.execute(SolrCore.java:2299)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([7C43ECEAAECF9795]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [528/680 (4!)] on J2 in 232.74s, 1 test, 1 failure <<< FAILURES!
[...truncated 62898 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 23 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/23/
8 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:A349303B9804D6DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:850)
at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:72)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:A349303B9804D6DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.store.hdfs.HdfsDirectoryTest.testEOF
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:BA764DE974DC1D5A]:0)
at org.apache.lucene.store.RAMInputStream.readByte(RAMInputStream.java:69)
at org.apache.solr.store.hdfs.HdfsDirectoryTest.testEof(HdfsDirectoryTest.java:158)
at org.apache.solr.store.hdfs.HdfsDirectoryTest.testEOF(HdfsDirectoryTest.java:150)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor26.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:63687B5530CB94B3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([2B1D0FE136F8BB26:66340BBC1DC012A]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1785 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> مار 06, 2017 8:12:12 م com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=3016, name=SUITE-TestFuzzyQuery-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
[junit4] 2> at java.util.Random.nextInt(Random.java:390)
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
[junit4] 2> at com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=1580E339465FAA17 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-QA -Dtests.timezone=JST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
[junit4] 2> مار 06, 2017 8:12:12 م com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> مار 06, 2017 8:12:32 م com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> مار 06, 2017 8:12:32 م com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> مار 06, 2017 8:12:35 م com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=3017, name=TEST-TestFuzzyQuery.testRandom-seed#[1580E339465FAA17], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:747)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=998, maxMBSortInHeap=7.437214709358558, sim=RandomSimilarity(queryNorm=false,coord=yes): {field=IB LL-D2}, locale=ar-QA, timezone=JST
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=94740992,total=196083712
[junit4] 2> NOTE: All tests run in this JVM: [TestClassicSimilarity, TestLucene50TermVectorsFormat, TestFieldType, TestPerSegmentDeletes, TestNumericRangeQuery64, TestSortedNumericSortField, TestCharsRef, TestSimpleFSLockFactory, TestOperations, TestMaxTermFrequency, TestDocIdSetBuilder, TestParallelCompositeReader, TestFilterDirectoryReader, TestLongPostings, TestCrashCausesCorruptIndex, TestNeedsScores, TestElevationComparator, TestTwoPhaseCommitTool, TestSearchForDuplicates, TestField, TestPrefixCodedTerms, TestThreadedForceMerge, TestForceMergeForever, TestConsistentFieldNumbers, TestMergePolicyWrapper, TestBagOfPostings, TestDocumentWriter, TestSynonymQuery, Test2BBinaryDocValues, TestBlendedTermQuery, TestSpanExplanationsOfNonMatches, Test2BNumericDocValues, TestMultiLevelSkipList, TestIndexWriter, TestLazyProxSkipping, TestLiveFieldValues, TestAttributeSource, TestIndexInput, TestPhrasePrefixQuery, TestComplexExplanationsOfNonMatches, TestGraphQuery, TestAllFilesDetectTruncation, TestSpansEnum, TestMergedIterator, TestIntsRef, TestStringMSBRadixSorter, TestPolygon, TestNot, TestFieldMaskingSpanQuery, TestIndexWriterExceptions, TestFrequencyTrackingRingBuffer, TestDirectPacked, TestNumericTokenStream, TestFastCompressionMode, TestLongBitSet, TestMultiTermsEnum, TestLongValuesSource, TestRegexpRandom2, TestReqExclBulkScorer, TestPerFieldPostingsFormat2, TestDemoParallelLeafReader, TestDemo, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=1580E339465FAA17 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-QA -Dtests.timezone=JST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([1580E339465FAA17]:0)
[junit4] Completed [435/448 (1!)] on J0 in 7223.15s, 3 tests, 2 errors <<< FAILURES!
[...truncated 10112 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/init-core-data-001
[junit4] 2> 751858 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 751858 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001
[junit4] 2> 751858 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 751881 INFO (Thread-2077) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 751882 INFO (Thread-2077) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 751967 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55821
[junit4] 2> 751984 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 751984 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 751986 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 752001 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 752042 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ee740ab{/solr,null,AVAILABLE}
[junit4] 2> 752043 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a4f3adb{HTTP/1.1,[http/1.1]}{127.0.0.1:45444}
[junit4] 2> 752043 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.Server Started @755536ms
[junit4] 2> 752043 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45444}
[junit4] 2> 752044 ERROR (jetty-launcher-800-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 6.4.2
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752044 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.902Z
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fa0ae97{/solr,null,AVAILABLE}
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@584465d4{HTTP/1.1,[http/1.1]}{127.0.0.1:48946}
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.Server Started @755538ms
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48946}
[junit4] 2> 752045 ERROR (jetty-launcher-800-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752045 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 6.4.2
[junit4] 2> 752046 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752046 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752046 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.904Z
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5582a82a{/solr,null,AVAILABLE}
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3502cf1e{HTTP/1.1,[http/1.1]}{127.0.0.1:56815}
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.Server Started @755540ms
[junit4] 2> 752047 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56815}
[junit4] 2> 752048 ERROR (jetty-launcher-800-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 6.4.2
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752048 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.906Z
[junit4] 2> 752050 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51553d1a{/solr,null,AVAILABLE}
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54bf9908{HTTP/1.1,[http/1.1]}{127.0.0.1:45352}
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.Server Started @755550ms
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45352}
[junit4] 2> 752058 ERROR (jetty-launcher-800-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 6.4.2
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 752058 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-06T13:07:05.916Z
[junit4] 2> 752074 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752092 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752095 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752102 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752110 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752346 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752373 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752374 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 752416 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752418 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752429 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 752470 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55821/solr
[junit4] 2> 752475 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56815_solr
[junit4] 2> 752478 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.Overseer Overseer (id=97570365488627718-127.0.0.1:56815_solr-n_0000000000) starting
[junit4] 2> 752494 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56815_solr
[junit4] 2> 752519 INFO (zkCallback-812-thread-1-processing-n:127.0.0.1:56815_solr) [n:127.0.0.1:56815_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 752524 INFO (jetty-launcher-800-thread-3) [n:127.0.0.1:45352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 752528 INFO (zkCallback-818-thread-1-processing-n:127.0.0.1:48946_solr) [n:127.0.0.1:48946_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 752537 INFO (jetty-launcher-800-thread-1) [n:127.0.0.1:48946_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48946_solr
[junit4] 2> 752538 INFO (jetty-launcher-800-thread-3) [n:127.0.0.1:45352_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45352_solr
[junit4] 2> 752539 INFO (zkCallback-818-thread-1-processing-n:127.0.0.1:48946_solr) [n:127.0.0.1:48946_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 752541 INFO (jetty-launcher-800-thread-2) [n:127.0.0.1:45444_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 752543 INFO (jetty-launcher-800-thread-2) [n:127.0.0.1:45444_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45444_solr
[junit4] 2> 752543 INFO (zkCallback-818-thread-1-processing-n:127.0.0.1:48946_solr) [n:127.0.0.1:48946_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 752564 INFO (zkCallback-812-thread-2-processing-n:127.0.0.1:56815_solr) [n:127.0.0.1:56815_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 752585 INFO (zkCallback-823-thread-1-processing-n:127.0.0.1:45352_solr) [n:127.0.0.1:45352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 752585 INFO (zkCallback-822-thread-1-processing-n:127.0.0.1:45444_solr) [n:127.0.0.1:45444_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 752657 INFO (jetty-launcher-800-thread-4) [n:127.0.0.1:56815_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node4/.
[junit4] 2> 752661 INFO (jetty-launcher-800-thread-2) [n:127.0.0.1:45444_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node2/.
[junit4] 2> 752768 INFO (jetty-launcher-800-thread-1) [n:127.0.0.1:48946_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node1/.
[junit4] 2> 752797 INFO (jetty-launcher-800-thread-3) [n:127.0.0.1:45352_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node3/.
[junit4] 2> 753094 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 753095 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55821/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 753370 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 753426 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 753428 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 753453 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_42741_hdfs____azvrs0/webapp
[junit4] 2> 753960 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42741
[junit4] 2> 754243 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 754244 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 754258 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47882_datanode____5vbi9i/webapp
[junit4] 2> 754678 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47882
[junit4] 2> 754865 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 754867 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 754911 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34409_datanode____d1j7z7/webapp
[junit4] 2> 755046 INFO (IPC Server handler 3 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-88619617-cc53-4fe6-a725-3a8f8084d88b node DatanodeRegistration(127.0.0.1:52777, datanodeUuid=0261074c-47cc-4491-ab55-9d3b1d788179, infoPort=54822, infoSecurePort=0, ipcPort=43972, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 755046 INFO (IPC Server handler 3 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-5ff6d80e-7f18-4d4f-8e16-a7f62a7fb008 node DatanodeRegistration(127.0.0.1:52777, datanodeUuid=0261074c-47cc-4491-ab55-9d3b1d788179, infoPort=54822, infoSecurePort=0, ipcPort=43972, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 755557 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34409
[junit4] 2> 755878 INFO (IPC Server handler 5 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-b647d1d3-9076-44a6-91ff-a72800366a2d node DatanodeRegistration(127.0.0.1:32875, datanodeUuid=716b6e3c-85f7-47df-b49a-870ee0b64397, infoPort=38484, infoSecurePort=0, ipcPort=50690, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 755878 INFO (IPC Server handler 5 on 54662) [ ] BlockStateChange BLOCK* processReport: from storage DS-452f428c-4bfa-4975-a25b-cffb7651dccd node DatanodeRegistration(127.0.0.1:32875, datanodeUuid=716b6e3c-85f7-47df-b49a-870ee0b64397, infoPort=38484, infoSecurePort=0, ipcPort=50690, storageInfo=lv=-56;cid=testClusterID;nsid=1667868298;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 756062 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 756063 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 756091 INFO (qtp46926431-6236) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 758387 INFO (qtp46926431-6236) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=2296
[junit4] 2> 758395 INFO (qtp46926431-6237) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 758395 INFO (qtp46926431-6237) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 758395 INFO (OverseerCollectionConfigSetProcessor-97570365488627718-127.0.0.1:56815_solr-n_0000000000) [n:127.0.0.1:56815_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 758396 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 758619 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 758620 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[2B1D0FE136F8BB26]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 758625 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
[junit4] 2> 758627 INFO (OverseerStateUpdate-97570365488627718-127.0.0.1:56815_solr-n_0000000000) [n:127.0.0.1:56815_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 759656 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 759662 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 759664 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 759671 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:54662/data
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-001/node2/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/]
[junit4] 2> 759672 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/snapshot_metadata
[junit4] 2> 759808 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 759808 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 759809 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 759883 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 759886 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003
[junit4] 2> 759952 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54662/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/index
[junit4] 2> 759980 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 759980 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 759990 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 760134 INFO (IPC Server handler 5 on 54662) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32875 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-88619617-cc53-4fe6-a725-3a8f8084d88b:NORMAL:127.0.0.1:52777|RBW], ReplicaUC[[DISK]DS-b647d1d3-9076-44a6-91ff-a72800366a2d:NORMAL:127.0.0.1:32875|RBW]]} size 0
[junit4] 2> 760136 INFO (IPC Server handler 4 on 54662) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52777 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b647d1d3-9076-44a6-91ff-a72800366a2d:NORMAL:127.0.0.1:32875|RBW], ReplicaUC[[DISK]DS-5ff6d80e-7f18-4d4f-8e16-a7f62a7fb008:NORMAL:127.0.0.1:52777|FINALIZED]]} size 0
[junit4] 2> 760199 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 760199 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 760199 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 760374 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 760374 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 760407 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7048a344[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 760408 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561125856756105216
[junit4] 2> 760410 INFO (searcherExecutor-1998-thread-1-processing-n:127.0.0.1:45444_solr x:halfdeletedcollection_shard1_replica1 c:halfdeletedcollection) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@7048a344[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45444/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 760413 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:45444/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 760415 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45444/solr/halfdeletedcollection_shard1_replica1/ shard2
[junit4] 2> 760565 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 760567 INFO (qtp46926431-6232) [n:127.0.0.1:45444_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2} status=0 QTime=1943
[junit4] 2> 760569 INFO (qtp46926431-6240) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 760577 INFO (OverseerThreadFactory-1989-thread-2-processing-n:127.0.0.1:56815_solr) [n:127.0.0.1:56815_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 760594 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 760595 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1c23d30a
[junit4] 2> 760603 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 760603 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:54662/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/snapshot_metadata
[junit4] 2> 760604 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:54662/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003/index
[junit4] 2> 760609 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:54662/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_2B1D0FE136F8BB26-001/tempDir-003
[junit4] 2> 760622 INFO (IPC Server handler 1 on 54662) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:52777 127.0.0.1:32875
[junit4] 2> 760634 INFO (qtp46926431-6239) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=40
[junit4] 2> 761319 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@75f18ca4) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:32875 to delete [blk_1073741825_1001]
[junit4] 2> 761391 INFO (qtp46926431-6240) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=821
[junit4] 2> 761392 INFO (qtp46926431-6238) [n:127.0.0.1:45444_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 761392 INFO (qtp46926431-6238) [n:127.0.0.1:45444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 761394 INFO (qtp46926431-6237) [n:127.0.0.1:45444_solr
[...truncated too long message...]
eMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 4617449 INFO (SUITE-HdfsDirectoryTest-seed#[2B1D0FE136F8BB26]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_2B1D0FE136F8BB26-001
[junit4] 2> Mar 06, 2017 2:11:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=887, maxMBSortInHeap=7.209013734739219, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=en-MT, timezone=Europe/Malta
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=235306048,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [TestDistributedGrouping, SpellingQueryConverterTest, TestSolrIndexConfig, DistributedExpandComponentTest, TestExportWriter, TestQueryTypes, TestFieldCollectionResource, CollectionReloadTest, HdfsRestartWhileUpdatingTest, PreAnalyzedFieldManagedSchemaCloudTest, HighlighterTest, SolrMetricReporterTest, SolrCmdDistributorTest, RankQueryTest, DocValuesTest, TestSurroundQueryParser, SolrInfoMBeanTest, TestRawTransformer, TestReloadAndDeleteDocs, DistributedFacetPivotWhiteBoxTest, TestObjectReleaseTracker, EchoParamsTest, TestSolrCoreSnapshots, TestComplexPhraseQParserPlugin, TestJavabinTupleStreamParser, CustomCollectionTest, TestRandomCollapseQParserPlugin, SmileWriterTest, TestMinMaxOnMultiValuedField, TestSystemIdResolver, TestInfoStreamLogging, DeleteStatusTest, BaseCdcrDistributedZkTest, TestFiltering, DeleteNodeTest, TolerantUpdateProcessorTest, DirectSolrConnectionTest, ZkSolrClientTest, HdfsNNFailoverTest, BJQParserTest, HighlighterMaxOffsetTest, HdfsLockFactoryTest, ConfigSetsAPITest, SearchHandlerTest, LoggingHandlerTest, TestManagedSchemaThreadSafety, TestCustomStream, JvmMetricsTest, InfoHandlerTest, TestStressVersions, SolrCLIZkUtilsTest, TestLockTree, TestHashPartitioner, AnalyticsQueryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestTestInjection, TestPKIAuthenticationPlugin, TestPivotHelperCode, ChaosMonkeySafeLeaderTest, TestWordDelimiterFilterFactory, SampleTest, BlockJoinFacetSimpleTest, RAMDirectoryFactoryTest, SliceStateTest, ClassificationUpdateProcessorTest, TestExactSharedStatsCache, SolrIndexConfigTest, RecoveryAfterSoftCommitTest, TestPartialUpdateDeduplication, TestFreeTextSuggestions, ZkControllerTest, ReplicationFactorTest, TestSegmentSorting, SpellCheckComponentTest, TestSweetSpotSimilarityFactory, TermsComponentTest, ZkCLITest, ConvertedLegacyTest, TestQueryUtils, TestClusterProperties, SimplePostToolTest, TestLMDirichletSimilarityFactory, TestSolrCoreParser, SoftAutoCommitTest, TestElisionMultitermQuery, TestAuthenticationFramework, TestInitQParser, TestDefaultSearchFieldResource, IndexSchemaRuntimeFieldTest, ClusterStateUpdateTest, AliasIntegrationTest, TestExclusionRuleCollectionAccess, TestUpdate, IndexBasedSpellCheckerTest, CdcrUpdateLogTest, SharedFSAutoReplicaFailoverTest, AtomicUpdatesTest, TestFastOutputStream, ExitableDirectoryReaderTest, TestSimpleQParserPlugin, TestSolrDynamicMBean, TestUseDocValuesAsStored, BasicFunctionalityTest, OverseerCollectionConfigSetProcessorTest, SolrIndexSplitterTest, SpatialFilterTest, TestRandomRequestDistribution, ShufflingReplicaListTransformerTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestRandomFaceting, TestZkChroot, ShardRoutingCustomTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, TestGroupingSearch, TestSort, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, DistributedQueryElevationComponentTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestTrie, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, TestWriterPerf, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, DocumentBuilderTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, MultiTermTest, TestDocSet, TestSearchPerf, NumericFieldsTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, TestSolrJ, TestLRUCache, TestUtils, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AssignTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteShardTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplaceNodeTest, RollingRestartTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, RequestLoggingTest, TestConfigReload, TestReqParamsAPI, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, TestDistributedStatsComponentCardinality, PKIAuthenticationIntegrationTest, HttpSolrCallGetCoreTest, HdfsDirectoryTest]
[junit4] Completed [669/680 (5!)] on J1 in 46.08s, 4 tests, 1 error <<< FAILURES!
[...truncated 62464 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 22 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/22/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates
Error Message:
Timeout while trying to assert number of documents @ https://127.0.0.1:53751/bncj/source_collection_shard1_replica1/
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ https://127.0.0.1:53751/bncj/source_collection_shard1_replica1/
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:B7BC967DFA3F84BC]:0)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:256)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:236)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<2560> but was:<2551>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:247)
... 42 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor28.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:2CC0B2D7B99F37BE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:49CB89394888A227]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11870 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/init-core-data-001
[junit4] 2> 1075561 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1075562 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001
[junit4] 2> 1075562 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1075564 INFO (Thread-2348) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1075564 INFO (Thread-2348) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1075664 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60448
[junit4] 2> 1075685 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075691 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075701 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075705 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1075721 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36603bab{/solr,null,AVAILABLE}
[junit4] 2> 1075722 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63263274{SSL,[ssl, http/1.1]}{127.0.0.1:52549}
[junit4] 2> 1075722 INFO (jetty-launcher-951-thread-3) [ ] o.e.j.s.Server Started @1078526ms
[junit4] 2> 1075722 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52549}
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53d41225{/solr,null,AVAILABLE}
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1afd08ab{SSL,[ssl, http/1.1]}{127.0.0.1:48572}
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.e.j.s.Server Started @1078543ms
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48572}
[junit4] 2> 1075738 ERROR (jetty-launcher-951-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075738 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.166Z
[junit4] 2> 1075741 ERROR (jetty-launcher-951-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075741 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.169Z
[junit4] 2> 1075756 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7861cc58{/solr,null,AVAILABLE}
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5575e5aa{SSL,[ssl, http/1.1]}{127.0.0.1:37744}
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.e.j.s.Server Started @1078561ms
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37744}
[junit4] 2> 1075757 ERROR (jetty-launcher-951-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075757 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.185Z
[junit4] 2> 1075771 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075771 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075776 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65beb902{/solr,null,AVAILABLE}
[junit4] 2> 1075777 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a9e5afad20001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1075778 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1516665b{SSL,[ssl, http/1.1]}{127.0.0.1:40360}
[junit4] 2> 1075778 INFO (jetty-launcher-951-thread-2) [ ] o.e.j.s.Server Started @1078583ms
[junit4] 2> 1075778 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40360}
[junit4] 2> 1075778 ERROR (jetty-launcher-951-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1075779 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T12:04:07.207Z
[junit4] 2> 1075797 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075798 INFO (jetty-launcher-951-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075803 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075807 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075813 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1075815 INFO (jetty-launcher-951-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075821 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075836 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48572_solr
[junit4] 2> 1075837 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.Overseer Overseer (id=97564455534198791-127.0.0.1:48572_solr-n_0000000000) starting
[junit4] 2> 1075838 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1075840 INFO (jetty-launcher-951-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075895 INFO (jetty-launcher-951-thread-3) [n:127.0.0.1:52549_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52549_solr
[junit4] 2> 1075904 INFO (jetty-launcher-951-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60448/solr
[junit4] 2> 1075925 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48572_solr
[junit4] 2> 1075947 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1075947 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1075949 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1075952 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1075988 INFO (jetty-launcher-951-thread-3) [n:127.0.0.1:52549_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node3/.
[junit4] 2> 1075999 INFO (jetty-launcher-951-thread-4) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1076001 INFO (jetty-launcher-951-thread-4) [n:127.0.0.1:37744_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37744_solr
[junit4] 2> 1076004 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1076020 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1076043 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1076046 INFO (jetty-launcher-951-thread-2) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1076048 INFO (jetty-launcher-951-thread-2) [n:127.0.0.1:40360_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40360_solr
[junit4] 2> 1076049 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076049 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076049 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076052 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1076101 INFO (jetty-launcher-951-thread-1) [n:127.0.0.1:48572_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node1/.
[junit4] 2> 1076103 INFO (jetty-launcher-951-thread-4) [n:127.0.0.1:37744_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node4/.
[junit4] 2> 1076312 INFO (jetty-launcher-951-thread-2) [n:127.0.0.1:40360_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node2/.
[junit4] 2> 1076591 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1076591 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60448/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1076656 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1076680 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1076683 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1076704 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_32915_hdfs____.bcdgxk/webapp
[junit4] 2> 1077098 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:32915
[junit4] 2> 1077235 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1077236 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1077249 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36174_datanode____t5m6lu/webapp
[junit4] 2> 1077627 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36174
[junit4] 2> 1077910 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1077912 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1077921 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38803_datanode____.xy6tsz/webapp
[junit4] 2> 1078024 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46 node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=802be5b3-26aa-4fa4-9b20-9ad043123227, infoPort=36089, infoSecurePort=0, ipcPort=42404, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 1078024 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-f285d604-c554-409f-9bb3-055243b9e2f6 node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=802be5b3-26aa-4fa4-9b20-9ad043123227, infoPort=36089, infoSecurePort=0, ipcPort=42404, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1078410 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[64B5C663BFAC182B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38803
[junit4] 2> 1078516 INFO (IPC Server handler 5 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-8bd125ca-c9a5-4b82-9649-b52c0389519e node DatanodeRegistration(127.0.0.1:52672, datanodeUuid=ced9e6fc-398e-4e60-b1bf-a3a29492b890, infoPort=39315, infoSecurePort=0, ipcPort=39371, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1078516 INFO (IPC Server handler 5 on 40507) [ ] BlockStateChange BLOCK* processReport: from storage DS-f50661de-3427-4257-b46e-3a148287f98e node DatanodeRegistration(127.0.0.1:52672, datanodeUuid=ced9e6fc-398e-4e60-b1bf-a3a29492b890, infoPort=39315, infoSecurePort=0, ipcPort=39371, storageInfo=lv=-56;cid=testClusterID;nsid=824620262;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1078788 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[64B5C663BFAC182B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
[junit4] 2> 1078789 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[64B5C663BFAC182B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1078850 INFO (qtp1032399599-7177) [n:127.0.0.1:48572_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1078852 INFO (OverseerThreadFactory-2584-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
[junit4] 2> 1078989 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1079033 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1079036 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1079050 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1079152 INFO (zkCallback-963-thread-2-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1079152 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1079152 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1079153 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080016 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080022 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 1080025 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica1' using configuration from collection reloaded_collection
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node1/reloaded_collection_shard2_replica1], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node1/data/]
[junit4] 2> 1080026 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node1/data/snapshot_metadata
[junit4] 2> 1080032 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080032 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080032 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080045 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080053 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080054 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node1/data
[junit4] 2> 1080059 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 1080059 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080061 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080061 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica1' using configuration from collection reloaded_collection
[junit4] 2> 1080062 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080062 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080062 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node2/reloaded_collection_shard1_replica1], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node2/data/]
[junit4] 2> 1080063 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1080065 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 1080084 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 1080084 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 1080086 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080086 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1080086 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica2' using configuration from collection reloaded_collection
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node3/reloaded_collection_shard2_replica2], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node3/data/]
[junit4] 2> 1080087 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node1/data/index
[junit4] 2> 1080087 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node3/data/snapshot_metadata
[junit4] 2> 1080088 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica2' using configuration from collection reloaded_collection
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40507/data
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_64B5C663BFAC182B-001/tempDir-001/node4/reloaded_collection_shard1_replica2], dataDir=[hdfs://localhost:40507/data/reloaded_collection/core_node4/data/]
[junit4] 2> 1080089 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node4/data/snapshot_metadata
[junit4] 2> 1080095 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080095 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080095 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080096 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080097 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080097 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080104 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080104 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080104 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080106 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080106 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080106 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080119 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080120 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080121 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node4/data
[junit4] 2> 1080122 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node2/data
[junit4] 2> 1080137 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080142 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080146 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node3/data
[junit4] 2> 1080149 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node4/data/index
[junit4] 2> 1080149 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node2/data/index
[junit4] 2> 1080155 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080155 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080155 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080157 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080157 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080157 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080187 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080189 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40507/data/reloaded_collection/core_node3/data/index
[junit4] 2> 1080193 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080199 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1080199 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 1080199 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1080213 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1080231 INFO (IPC Server handler 0 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|RBW], ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW]]} size 0
[junit4] 2> 1080231 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-8bd125ca-c9a5-4b82-9649-b52c0389519e:NORMAL:127.0.0.1:52672|FINALIZED]]} size 0
[junit4] 2> 1080276 INFO (IPC Server handler 9 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|RBW], ReplicaUC[[DISK]DS-f285d604-c554-409f-9bb3-055243b9e2f6:NORMAL:127.0.0.1:39347|FINALIZED]]} size 0
[junit4] 2> 1080277 INFO (IPC Server handler 0 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|RBW], ReplicaUC[[DISK]DS-f285d604-c554-409f-9bb3-055243b9e2f6:NORMAL:127.0.0.1:39347|FINALIZED]]} size 0
[junit4] 2> 1080277 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080277 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080277 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080282 INFO (IPC Server handler 8 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-8bd125ca-c9a5-4b82-9649-b52c0389519e:NORMAL:127.0.0.1:52672|RBW]]} size 0
[junit4] 2> 1080282 INFO (IPC Server handler 8 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bbd6979d-b2ad-4aae-8fa8-58f882583f46:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-8bd125ca-c9a5-4b82-9649-b52c0389519e:NORMAL:127.0.0.1:52672|RBW]]} size 0
[junit4] 2> 1080308 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080308 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080308 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080316 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080316 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080316 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080316 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080317 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080317 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080317 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080324 INFO (IPC Server handler 7 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52672 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f285d604-c554-409f-9bb3-055243b9e2f6:NORMAL:127.0.0.1:39347|RBW], ReplicaUC[[DISK]DS-f50661de-3427-4257-b46e-3a148287f98e:NORMAL:127.0.0.1:52672|FINALIZED]]} size 0
[junit4] 2> 1080333 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080333 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080333 INFO (IPC Server handler 3 on 40507) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39347 is added to blk_1073741828_1004 size 71
[junit4] 2> 1080357 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1080357 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1080357 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1080366 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@26b7f85e[reloaded_collection_shard1_replica2] main]
[junit4] 2> 1080368 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080369 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e212675[reloaded_collection_shard1_replica1] main]
[junit4] 2> 1080369 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080369 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080369 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293583491072
[junit4] 2> 1080371 INFO (searcherExecutor-2596-thread-1-processing-n:127.0.0.1:37744_solr x:reloaded_collection_shard1_replica2 s:shard1 c:reloaded_collection) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica2] Registered new searcher Searcher@26b7f85e[reloaded_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080374 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293588733952
[junit4] 2> 1080374 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1080374 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1080376 INFO (searcherExecutor-2594-thread-1-processing-n:127.0.0.1:40360_solr x:reloaded_collection_shard1_replica1 s:shard1 c:reloaded_collection) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica1] Registered new searcher Searcher@3e212675[reloaded_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080377 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@60e64ae9[reloaded_collection_shard2_replica1] main]
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080378 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293592928256
[junit4] 2> 1080380 INFO (searcherExecutor-2593-thread-1-processing-n:127.0.0.1:48572_solr x:reloaded_collection_shard2_replica1 s:shard2 c:reloaded_collection) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [reloaded_collection_shard2_replica1] Registered new searcher Searcher@60e64ae9[reloaded_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080384 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40360/solr/reloaded_collection_shard1_replica1/
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica1 url=https://127.0.0.1:40360/solr START replicas=[https://127.0.0.1:37744/solr/reloaded_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 1080386 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica1 url=https://127.0.0.1:40360/solr DONE. We have no versions. sync failed.
[junit4] 2> 1080391 INFO (qtp2012688231-7191) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 r:core_node4 x:reloaded_collection_shard1_replica2] o.a.s.c.S.Request [reloaded_collection_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1080391 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1080391 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1080396 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40360/solr/reloaded_collection_shard1_replica1/ shard1
[junit4] 2> 1080396 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6eb8b9be[reloaded_collection_shard2_replica2] main]
[junit4] 2> 1080397 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1080397 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1080397 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1080398 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561031293613899776
[junit4] 2> 1080399 INFO (searcherExecutor-2595-thread-1-processing-n:127.0.0.1:52549_solr x:reloaded_collection_shard2_replica2 s:shard2 c:reloaded_collection) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [reloaded_collection_shard2_replica2] Registered new searcher Searcher@6eb8b9be[reloaded_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1080498 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080498 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080498 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080498 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080547 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1080549 INFO (qtp1886265698-7202) [n:127.0.0.1:40360_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=1515
[junit4] 2> 1080652 INFO (zkCallback-963-thread-2-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080652 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080652 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080652 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:48572/solr/reloaded_collection_shard2_replica1/
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica1 url=https://127.0.0.1:48572/solr START replicas=[https://127.0.0.1:52549/solr/reloaded_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 1080885 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica1 url=https://127.0.0.1:48572/solr DONE. We have no versions. sync failed.
[junit4] 2> 1080890 INFO (qtp960941779-7165) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica2] o.a.s.c.S.Request [reloaded_collection_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1080890 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1080890 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1080894 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:48572/solr/reloaded_collection_shard2_replica1/ shard2
[junit4] 2> 1080996 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080996 INFO (zkCallback-963-thread-1-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080996 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1080996 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081045 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1081046 INFO (qtp1032399599-7172) [n:127.0.0.1:48572_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2056
[junit4] 2> 1081147 INFO (zkCallback-964-thread-1-processing-n:127.0.0.1:52549_solr) [n:127.0.0.1:52549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081147 INFO (zkCallback-963-thread-4-processing-n:127.0.0.1:48572_solr) [n:127.0.0.1:48572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081147 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_solr) [n:127.0.0.1:40360_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081147 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1081388 INFO (qtp2012688231-7192) [n:127.0.0.1:37744_solr c:reloaded_collection s:shard1 x:reloaded_collection_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=2337
[junit4] 2> 1081403 INFO (qtp960941779-7167) [n:127.0.0.1:52549_solr c:reloaded_collection s:shard2 x:reloaded_collection_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2367
[junit4] 2> 1081409 INFO (qtp1032399599-7177) [n:127.0.0.1:48572_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1081504 INFO (zkCallback-975-thread-1-processing-n:127.0.0.1:40360_
[...truncated too long message...]
cj,null,UNAVAILABLE}
[junit4] 2> 2744004 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[64B5C663BFAC182B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplicationWithBufferedUpdates
[junit4] 2> 2744005 INFO (TEST-CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates-seed#[64B5C663BFAC182B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45610 45610
[junit4] 2> 2744093 INFO (Thread-16794) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45610 45610
[junit4] 2> 2744094 WARN (Thread-16794) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 267 /solr/aliases.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/tmp_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 267 /solr/clusterstate.json
[junit4] 2> 267 /solr/clusterprops.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 3 /solr/collections/source_collection/state.json
[junit4] 2> 2 /solr/collections/source_collection/leader_elect/shard1/election/97564561838964744-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 267 /solr/collections
[junit4] 2> 266 /solr/live_nodes
[junit4] 2> 40 /solr/overseer/collection-queue-work
[junit4] 2> 31 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrReplicationHandlerTest -Dtests.method=testReplicationWithBufferedUpdates -Dtests.seed=64B5C663BFAC182B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LY -Dtests.timezone=Etc/UTC -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 46.9s J1 | CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates <<<
[junit4] > Throwable #1: java.lang.AssertionError: Timeout while trying to assert number of documents @ https://127.0.0.1:53751/bncj/source_collection_shard1_replica1/
[junit4] > at __randomizedtesting.SeedInfo.seed([64B5C663BFAC182B:B7BC967DFA3F84BC]:0)
[junit4] > at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:256)
[junit4] > at org.apache.solr.cloud.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:236)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.AssertionError: expected:<2560> but was:<2551>
[junit4] > at org.apache.solr.cloud.CdcrReplicationHandlerTest.assertNumDocs(CdcrReplicationHandlerTest.java:247)
[junit4] > ... 42 more
[junit4] 2> 2744097 INFO (SUITE-CdcrReplicationHandlerTest-seed#[64B5C663BFAC182B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_64B5C663BFAC182B-001
[junit4] 2> Mar 05, 2017 12:31:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=25552, maxDocsPerChunk=733, blockSize=4), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=25552, blockSize=4)), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-LY, timezone=Etc/UTC
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=126639040,total=531628032
[junit4] 2> NOTE: All tests run in this JVM: [ClusterStateUpdateTest, CoreAdminCreateDiscoverTest, BasicFunctionalityTest, ZkControllerTest, CollectionReloadTest, SpellingQueryConverterTest, TestHashPartitioner, DistributedMLTComponentTest, TestSegmentSorting, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, BlockDirectoryTest, RulesTest, TestSchemaSimilarityResource, TestBackupRepositoryFactory, TestBM25SimilarityFactory, TestQuerySenderListener, TestDelegationWithHadoopAuth, TestConfigReload, PreAnalyzedFieldManagedSchemaCloudTest, TestReloadAndDeleteDocs, TestQueryTypes, TestFieldTypeResource, TestDeleteCollectionOnDownNodes, TestRequestForwarding, HdfsNNFailoverTest, TestRTGBase, TestComplexPhraseQParserPlugin, TestSuggestSpellingConverter, SliceStateTest, TestStressCloudBlindAtomicUpdates, DistribJoinFromCollectionTest, TestFieldCollectionResource, TestReqParamsAPI, ZkSolrClientTest, TestStressUserVersions, RAMDirectoryFactoryTest, TestDistributedGrouping, TestLeaderElectionZkExpiry, TestCloudManagedSchema, TestDefaultSearchFieldResource, TestPivotHelperCode, RankQueryTest, CSVRequestHandlerTest, TestSearchPerf, CdcrUpdateLogTest, TestSolrQueryParserDefaultOperatorResource, TestSystemIdResolver, TestSurroundQueryParser, TestSolrCoreSnapshots, TestTolerantUpdateProcessorRandomCloud, TestManagedStopFilterFactory, BasicAuthIntegrationTest, DateMathParserTest, FileUtilsTest, JvmMetricsTest, TestCollationFieldDocValues, ShardRoutingCustomTest, TestInfoStreamLogging, SimpleMLTQParserTest, TestExclusionRuleCollectionAccess, TestSolrDynamicMBean, BooleanFieldTest, SimplePostToolTest, TolerantUpdateProcessorTest, SolrMetricReporterTest, RecoveryAfterSoftCommitTest, TestClusterProperties, TestSolrCoreParser, TestManagedSchemaThreadSafety, LeaderElectionContextKeyTest, DocumentBuilderTest, TestFiltering, TestSimpleTrackingShardHandler, StressHdfsTest, SegmentsInfoRequestHandlerTest, BaseCdcrDistributedZkTest, TestLMDirichletSimilarityFactory, TestUpdate, TestHdfsUpdateLog, SolrIndexConfigTest, TestCSVResponseWriter, SearchHandlerTest, ClassificationUpdateProcessorTest, TestStressVersions, TestFastOutputStream, TestSimpleQParserPlugin, TestExportWriter, SoftAutoCommitTest, ConfigSetsAPITest, SmileWriterTest, DocValuesNotIndexedTest, CustomCollectionTest, TestRandomCollapseQParserPlugin, IndexSchemaRuntimeFieldTest, TestExactSharedStatsCache, TestXmlQParserPlugin, HdfsRestartWhileUpdatingTest, TestBulkSchemaAPI, TestCharFilters, JsonLoaderTest, SortByFunctionTest, TestSolrIndexConfig, TestManagedResource, SuggestComponentTest, TestCoreContainer, TestSQLHandlerNonCloud, DirectSolrSpellCheckerTest, TestCursorMarkWithoutUniqueKey, SolrIndexSplitterTest, TestAnalyzeInfixSuggestions, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, ZkCLITest, AutoCommitTest, DistributedSpellCheckComponentTest, HardAutoCommitTest, DistributedTermsComponentTest, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, HighlighterTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestComponentsName, TestBinaryResponseWriter, SOLR749Test, AlternateDirectoryTest, CopyFieldTest, BadComponentTest, TestStressRecovery, MultiTermTest, NumericFieldsTest, TestConfig, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestJmxMonitoredMap, ScriptEngineTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, CircularListTest, DistributedIntervalFacetingTest, CdcrReplicationHandlerTest]
[junit4] Completed [477/680 (3!)] on J1 in 175.70s, 5 tests, 1 failure <<< FAILURES!
[...truncated 63123 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 21 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/21/
4 tests failed.
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:E8B699A5F08DB3F4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:49920
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:49920
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:BE68C80265D3BCFF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1347)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1098)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:1B42B8823C0B6B0B]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:7E49836CCD1CFE92]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11341 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/init-core-data-001
[junit4] 2> 80675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 80675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001
[junit4] 2> 80675 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 80676 INFO (Thread-122) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 80676 INFO (Thread-122) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 80776 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42409
[junit4] 2> 80798 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80800 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80801 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80802 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 80807 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6931b748{/solr,null,AVAILABLE}
[junit4] 2> 80808 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@735a1b8f{HTTP/1.1,[http/1.1]}{127.0.0.1:47749}
[junit4] 2> 80808 INFO (jetty-launcher-103-thread-3) [ ] o.e.j.s.Server Started @84771ms
[junit4] 2> 80808 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47749}
[junit4] 2> 80808 ERROR (jetty-launcher-103-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80809 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.840Z
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26fd48e5{/solr,null,AVAILABLE}
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5509cfb1{HTTP/1.1,[http/1.1]}{127.0.0.1:33436}
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.e.j.s.Server Started @84773ms
[junit4] 2> 80810 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33436}
[junit4] 2> 80810 ERROR (jetty-launcher-103-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80812 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.843Z
[junit4] 2> 80826 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67086d7e{/solr,null,AVAILABLE}
[junit4] 2> 80826 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ebceb03{HTTP/1.1,[http/1.1]}{127.0.0.1:55646}
[junit4] 2> 80826 INFO (jetty-launcher-103-thread-4) [ ] o.e.j.s.Server Started @84789ms
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55646}
[junit4] 2> 80827 ERROR (jetty-launcher-103-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80827 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.858Z
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1667ebe0{/solr,null,AVAILABLE}
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c8c7a71{HTTP/1.1,[http/1.1]}{127.0.0.1:42544}
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.e.j.s.Server Started @84798ms
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42544}
[junit4] 2> 80835 ERROR (jetty-launcher-103-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 80835 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 80836 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 80836 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 80836 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T14:25:49.867Z
[junit4] 2> 80871 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80872 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80888 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80888 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 80895 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80899 INFO (jetty-launcher-103-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80908 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80910 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80918 INFO (jetty-launcher-103-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80921 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 80927 INFO (jetty-launcher-103-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80927 INFO (jetty-launcher-103-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42409/solr
[junit4] 2> 80943 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a99b65c8c0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 80956 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a99b65c8c0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 81006 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33436_solr
[junit4] 2> 81007 INFO (jetty-launcher-103-thread-1) [n:127.0.0.1:42544_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42544_solr
[junit4] 2> 81007 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.Overseer Overseer (id=97559350457663495-127.0.0.1:33436_solr-n_0000000000) starting
[junit4] 2> 81017 INFO (jetty-launcher-103-thread-4) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81018 INFO (jetty-launcher-103-thread-3) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81023 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81025 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 81030 INFO (jetty-launcher-103-thread-4) [n:127.0.0.1:55646_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55646_solr
[junit4] 2> 81030 INFO (jetty-launcher-103-thread-3) [n:127.0.0.1:47749_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47749_solr
[junit4] 2> 81033 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81035 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81037 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81043 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 81066 INFO (jetty-launcher-103-thread-3) [n:127.0.0.1:47749_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node2/.
[junit4] 2> 81068 INFO (jetty-launcher-103-thread-4) [n:127.0.0.1:55646_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node4/.
[junit4] 2> 81069 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33436_solr
[junit4] 2> 81070 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81070 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81070 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81070 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 81099 INFO (jetty-launcher-103-thread-1) [n:127.0.0.1:42544_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node1/.
[junit4] 2> 81234 INFO (jetty-launcher-103-thread-2) [n:127.0.0.1:33436_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node3/.
[junit4] 2> 81284 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 81284 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42409/solr ready
[junit4] 2> 81808 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 82328 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 82480 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 82501 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 82590 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 82645 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43797_hdfs____umenvk/webapp
[junit4] 2> 83891 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43797
[junit4] 2> 84525 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 84529 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 84549 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56164_datanode____b8y91x/webapp
[junit4] 2> 84931 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56164
[junit4] 2> 85302 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 85303 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 85316 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60688_datanode____ur9dwj/webapp
[junit4] 2> 85727 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60688
[junit4] 2> 86429 INFO (IPC Server handler 2 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-fa70c8f6-eb40-4fdc-ad8d-9c9093f0767e node DatanodeRegistration(127.0.0.1:51343, datanodeUuid=780ca168-bcc7-4578-9ca5-fc14069d9307, infoPort=51413, infoSecurePort=0, ipcPort=54106, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 86429 INFO (IPC Server handler 2 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf node DatanodeRegistration(127.0.0.1:51343, datanodeUuid=780ca168-bcc7-4578-9ca5-fc14069d9307, infoPort=51413, infoSecurePort=0, ipcPort=54106, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 86432 INFO (IPC Server handler 4 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5 node DatanodeRegistration(127.0.0.1:42249, datanodeUuid=a759c346-08db-438c-b268-55a568560358, infoPort=37829, infoSecurePort=0, ipcPort=59956, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 86432 INFO (IPC Server handler 4 on 41420) [ ] BlockStateChange BLOCK* processReport: from storage DS-a70a9409-f8a6-4579-9dce-9ca32a43edc1 node DatanodeRegistration(127.0.0.1:42249, datanodeUuid=a759c346-08db-438c-b268-55a568560358, infoPort=37829, infoSecurePort=0, ipcPort=59956, storageInfo=lv=-56;cid=testClusterID;nsid=375506767;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 86790 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[363CF7D8CB2FD107]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 86793 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[363CF7D8CB2FD107]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 86804 INFO (qtp464437644-664) [n:127.0.0.1:42544_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 86811 INFO (OverseerThreadFactory-311-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 86949 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 86949 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 86952 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 86960 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 87070 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87070 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87070 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87070 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 87971 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 87986 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 88008 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 88010 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 88010 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 88013 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88014 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 88016 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 88017 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 88018 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88019 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88023 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 88027 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 88027 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 88029 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88029 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88029 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node1/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node1/data/]
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node2/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node3/data/]
[junit4] 2> 88030 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 88030 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 88031 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 88035 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88035 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88035 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node3/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node4/data/]
[junit4] 2> 88036 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41420/data
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_363CF7D8CB2FD107-001/tempDir-001/node4/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:41420/data/addReplicaColl/core_node2/data/]
[junit4] 2> 88040 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 88044 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88044 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88044 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 88048 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88048 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88048 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 88070 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88070 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88070 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 88074 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 88075 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 88075 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89310 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89310 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89317 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89321 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89322 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node2/data
[junit4] 2> 89323 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node4/data
[junit4] 2> 89325 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node3/data
[junit4] 2> 89325 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node1/data
[junit4] 2> 89378 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node1/data/index
[junit4] 2> 89382 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node4/data/index
[junit4] 2> 89382 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node3/data/index
[junit4] 2> 89389 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89389 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89389 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89398 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89398 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89398 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89415 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89415 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89415 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89420 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41420/data/addReplicaColl/core_node2/data/index
[junit4] 2> 89441 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 89441 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 89441 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 89448 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89452 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89453 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89474 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 89749 INFO (IPC Server handler 5 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf:NORMAL:127.0.0.1:51343|RBW], ReplicaUC[[DISK]DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5:NORMAL:127.0.0.1:42249|RBW]]} size 71
[junit4] 2> 89750 INFO (IPC Server handler 8 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741828_1004 size 71
[junit4] 2> 89752 INFO (IPC Server handler 3 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a70a9409-f8a6-4579-9dce-9ca32a43edc1:NORMAL:127.0.0.1:42249|RBW], ReplicaUC[[DISK]DS-fa70c8f6-eb40-4fdc-ad8d-9c9093f0767e:NORMAL:127.0.0.1:51343|RBW]]} size 71
[junit4] 2> 89752 INFO (IPC Server handler 3 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf:NORMAL:127.0.0.1:51343|RBW], ReplicaUC[[DISK]DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5:NORMAL:127.0.0.1:42249|RBW]]} size 71
[junit4] 2> 89752 INFO (IPC Server handler 3 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51343 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fe9800fd-0e1e-4bd6-9242-1f8009105cdf:NORMAL:127.0.0.1:51343|RBW], ReplicaUC[[DISK]DS-73b50f43-1b86-4c84-9ef6-7c2c2452fae5:NORMAL:127.0.0.1:42249|RBW]]} size 71
[junit4] 2> 89756 INFO (IPC Server handler 0 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741825_1001 size 71
[junit4] 2> 89756 INFO (IPC Server handler 0 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741827_1003 size 71
[junit4] 2> 89756 INFO (IPC Server handler 0 on 41420) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42249 is added to blk_1073741826_1002 size 71
[junit4] 2> 90207 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90207 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90207 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90207 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90207 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90207 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90241 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90241 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90242 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90247 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 90247 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 90247 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 90255 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90255 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90259 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90259 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90275 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90275 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90277 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 90277 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 90355 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a58b012[addReplicaColl_shard1_replica1] main]
[junit4] 2> 90356 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@50bd8b69[addReplicaColl_shard2_replica1] main]
[junit4] 2> 90357 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90357 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90359 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90359 INFO (searcherExecutor-316-thread-1-processing-n:127.0.0.1:42544_solr x:addReplicaColl_shard2_replica1 s:shard2 c:addReplicaColl) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [addReplicaColl_shard2_replica1] Registered new searcher Searcher@50bd8b69[addReplicaColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90359 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617474928640
[junit4] 2> 90361 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a821303[addReplicaColl_shard1_replica2] main]
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90361 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617477025792
[junit4] 2> 90363 INFO (searcherExecutor-319-thread-1-processing-n:127.0.0.1:55646_solr x:addReplicaColl_shard1_replica1 s:shard1 c:addReplicaColl) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [addReplicaColl_shard1_replica1] Registered new searcher Searcher@7a58b012[addReplicaColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90365 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90366 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 90366 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90366 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90366 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617482268672
[junit4] 2> 90367 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 90368 INFO (searcherExecutor-317-thread-1-processing-n:127.0.0.1:47749_solr x:addReplicaColl_shard1_replica2 s:shard1 c:addReplicaColl) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [addReplicaColl_shard1_replica2] Registered new searcher Searcher@3a821303[addReplicaColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90369 INFO (zkCallback-120-thread-3-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90369 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90370 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90372 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90375 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a7826e8[addReplicaColl_shard2_replica2] main]
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 90377 INFO (searcherExecutor-318-thread-1-processing-n:127.0.0.1:33436_solr x:addReplicaColl_shard2_replica2 s:shard2 c:addReplicaColl) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [addReplicaColl_shard2_replica2] Registered new searcher Searcher@5a7826e8[addReplicaColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 90377 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560949617493803008
[junit4] 2> 90473 INFO (zkCallback-120-thread-3-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90473 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90473 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90473 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55646/solr/addReplicaColl_shard1_replica1/
[junit4] 2> 90867 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=http://127.0.0.1:55646/solr START replicas=[http://127.0.0.1:47749/solr/addReplicaColl_shard1_replica2/] nUpdates=100
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42544/solr/addReplicaColl_shard2_replica1/
[junit4] 2> 90868 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica1 url=http://127.0.0.1:42544/solr START replicas=[http://127.0.0.1:33436/solr/addReplicaColl_shard2_replica2/] nUpdates=100
[junit4] 2> 90880 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica1 url=http://127.0.0.1:55646/solr DONE. We have no versions. sync failed.
[junit4] 2> 90891 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica1 url=http://127.0.0.1:42544/solr DONE. We have no versions. sync failed.
[junit4] 2> 90893 INFO (qtp860039974-625) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] o.a.s.c.S.Request [addReplicaColl_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 90893 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 90893 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 90896 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55646/solr/addReplicaColl_shard1_replica1/ shard1
[junit4] 2> 90901 INFO (qtp627964550-638) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 r:core_node4 x:addReplicaColl_shard2_replica2] o.a.s.c.S.Request [addReplicaColl_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 90902 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 90902 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 90905 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42544/solr/addReplicaColl_shard2_replica1/ shard2
[junit4] 2> 91010 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91010 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91010 INFO (zkCallback-120-thread-1-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91011 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91047 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 91049 INFO (qtp2046739059-637) [n:127.0.0.1:55646_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=4100
[junit4] 2> 91056 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 91059 INFO (qtp464437644-666) [n:127.0.0.1:42544_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=4111
[junit4] 2> 91162 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91162 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91162 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91163 INFO (zkCallback-120-thread-3-processing-n:127.0.0.1:33436_solr) [n:127.0.0.1:33436_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91379 INFO (qtp860039974-628) [n:127.0.0.1:47749_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=4431
[junit4] 2> 91383 INFO (qtp627964550-642) [n:127.0.0.1:33436_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=4423
[junit4] 2> 91388 INFO (qtp464437644-664) [n:127.0.0.1:42544_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 91489 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:55646_solr) [n:127.0.0.1:55646_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91489 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:47749_solr) [n:127.0.0.1:47749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 91489 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:42544_solr) [n:127.0.0.1:42544_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncCo
[...truncated too long message...]
FD107]) [ ] o.a.s.c.Overseer Overseer (id=97559578888699921-127.0.0.1:38480__s-n_0000000004) closing
[junit4] 2> 3933205 INFO (OverseerStateUpdate-97559578888699921-127.0.0.1:38480__s-n_0000000004) [n:127.0.0.1:38480__s ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38480__s
[junit4] 2> 3934705 WARN (zkCallback-32414-thread-3-processing-n:127.0.0.1:38480__s) [n:127.0.0.1:38480__s ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3934706 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 3934706 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2d1ae757{HTTP/1.1,[http/1.1]}{127.0.0.1:38480}
[junit4] 2> 3934706 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9e5aa5e{/_s,null,UNAVAILABLE}
[junit4] 2> 3934708 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[363CF7D8CB2FD107]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60998 60998
[junit4] 2> 3934801 INFO (Thread-33438) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60998 60998
[junit4] 2> 3934801 WARN (Thread-33438) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/configs/conf1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/collections/all_in_lir/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/97559578888699908-127.0.0.1:35119__s-n_0000000000
[junit4] 2> 2 /solr/collections/all_in_lir/leader_elect/shard1/election/97559578888699921-core_node3-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 355 /solr/overseer/collection-queue-work
[junit4] 2> 60 /solr/overseer/queue
[junit4] 2> 9 /solr/overseer/queue-work
[junit4] 2> 7 /solr/collections
[junit4] 2> 4 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderInitiatedRecoveryOnShardRestartTest -Dtests.method=testRestartWithAllInLIR -Dtests.seed=363CF7D8CB2FD107 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/test-data/enwiki.random.lines.txt -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=Egypt -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 369s J2 | LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([363CF7D8CB2FD107:E8B699A5F08DB3F4]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
[junit4] > at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3934805 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[363CF7D8CB2FD107]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_363CF7D8CB2FD107-001
[junit4] 2> Mar 04, 2017 3:30:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=Lucene50(blocksize=128), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_i_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1575, maxMBSortInHeap=7.0448107692488735, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ja-JP-u-ca-japanese-x-lvariant-JP, timezone=Egypt
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=216654416,total=529530880
[junit4] 2> NOTE: All tests run in this JVM: [SpatialRPTFieldTypeTest, OpenExchangeRatesOrgProviderTest, TestAnalyzedSuggestions, TimeZoneUtilsTest, SolrTestCaseJ4Test, TestRestoreCore, TestSolrJ, TestMaxScoreQueryParser, TestSchemaNameResource, CircularListTest, HdfsDirectoryFactoryTest, TestReversedWildcardFilterFactory, CursorMarkTest, TestImpersonationWithHadoopAuth, TestRebalanceLeaders, HdfsChaosMonkeySafeLeaderTest, FieldAnalysisRequestHandlerTest, DataDrivenBlockJoinTest, TestSolrQueryParser, PreAnalyzedFieldTest, HdfsUnloadDistributedZkTest, UpdateParamsTest, TestManagedResourceStorage, TestInitParams, TestDFRSimilarityFactory, BlobRepositoryCloudTest, RestartWhileUpdatingTest, TestMergePolicyConfig, TestHdfsCloudBackupRestore, TermVectorComponentDistributedTest, HdfsBasicDistributedZk2Test, TestNumericTerms32, TestFieldCacheSanityChecker, TestConfigSets, TestManagedSynonymFilterFactory, OverseerTaskQueueTest, TestSolrCloudWithKerberosAlt, PingRequestHandlerTest, DebugComponentTest, TestClusterStateMutator, TestSolrQueryResponse, VersionInfoTest, BitVectorTest, SolrCoreCheckLockOnStartupTest, SpatialHeatmapFacetsTest, CdcrRequestHandlerTest, SOLR749Test, TestUnifiedSolrHighlighter, TestSchemaVersionResource, TestDocBasedVersionConstraints, FieldMutatingUpdateProcessorTest, HLLSerializationTest, TestPostingsSolrHighlighter, ParsingFieldUpdateProcessorsTest, BadIndexSchemaTest, TestXIncludeConfig, CdcrBootstrapTest, LeaderFailoverAfterPartitionTest, TestIndexSearcher, CoreSorterTest, TestPhraseSuggestions, TestDocTermOrds, PrimitiveFieldTypeTest, TestJsonFacetRefinement, SolrCloudExampleTest, TestMiniSolrCloudCluster, TestManagedSchema, TestTolerantSearch, TestGeoJSONResponseWriter, SolrPluginUtilsTest, SolrCoreMetricManagerTest, CurrencyFieldXmlFileTest, HdfsSyncSliceTest, TestSolrFieldCacheMBean, TestTrackingShardHandlerFactory, ChangedSchemaMergeTest, BasicDistributedZk2Test, TestPushWriter, TestStressLiveNodes, UUIDUpdateProcessorFallbackTest, SimpleFacetsTest, PluginInfoTest, TestSolrQueryParserResource, HdfsRecoverLeaseTest, CloneFieldUpdateProcessorFactoryTest, TestRecovery, ConnectionReuseTest, DistributedFacetExistsSmallTest, TestSubQueryTransformerCrossCore, EnumFieldTest, CollectionStateFormat2Test, TestBinaryResponseWriter, TestSolrConfigHandlerCloud, TestSolrXml, TestDistribDocBasedVersion, TestDefaultStatsCache, TestUtils, TestCloudDeleteByQuery, TestIndexingPerformance, TestConfig, TestLMJelinekMercerSimilarityFactory, FullSolrCloudDistribCmdsTest, TestPerFieldSimilarityClassic, StatelessScriptUpdateProcessorFactoryTest, LeaderElectionTest, BinaryUpdateRequestHandlerTest, TestDynamicLoading, BlockJoinFacetDistribTest, TestConfigOverlay, UtilsToolTest, GraphQueryTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest]
[junit4] Completed [511/680 (3!)] on J2 in 369.91s, 1 test, 1 failure <<< FAILURES!
[...truncated 62953 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.4 - Build # 20 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/20/
4 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([5A047B097F177FD2:50232A290061DC85]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx(TestStressCloudBlindAtomicUpdates.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test
Error Message:
Mismatch in counts between replicas
Stack Trace:
java.lang.AssertionError: Mismatch in counts between replicas
at __randomizedtesting.SeedInfo.seed([5A047B097F177FD2:D25044D3D1EB122A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.RecoveryZkTest.assertShardConsistency(RecoveryZkTest.java:143)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([5A047B097F177FD2:777A34538833C5DE]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([5A047B097F177FD2:12710FBD79245047]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11720 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/init-core-data-001
[junit4] 2> 894981 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 894982 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001
[junit4] 2> 894983 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 894985 INFO (Thread-1195) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 894985 INFO (Thread-1195) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 895085 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45280
[junit4] 2> 895095 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 895096 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 895096 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 895097 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 895098 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@396d3163{/solr,null,AVAILABLE}
[junit4] 2> 895100 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d2d33ed{SSL,[ssl, http/1.1]}{127.0.0.1:58634}
[junit4] 2> 895100 INFO (jetty-launcher-506-thread-2) [ ] o.e.j.s.Server Started @898629ms
[junit4] 2> 895100 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58634}
[junit4] 2> 895101 ERROR (jetty-launcher-506-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 895101 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 895101 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 895101 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 895101 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-03T04:25:31.187Z
[junit4] 2> 895101 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e8c7fce{/solr,null,AVAILABLE}
[junit4] 2> 895102 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65bc9f6f{SSL,[ssl, http/1.1]}{127.0.0.1:54331}
[junit4] 2> 895102 INFO (jetty-launcher-506-thread-1) [ ] o.e.j.s.Server Started @898631ms
[junit4] 2> 895102 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54331}
[junit4] 2> 895103 ERROR (jetty-launcher-506-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4141ffc1{/solr,null,AVAILABLE}
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-03T04:25:31.189Z
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@179c09f3{SSL,[ssl, http/1.1]}{127.0.0.1:46765}
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.e.j.s.Server Started @898632ms
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46765}
[junit4] 2> 895103 ERROR (jetty-launcher-506-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 895103 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-03T04:25:31.189Z
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f807e19{/solr,null,AVAILABLE}
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58256c54{SSL,[ssl, http/1.1]}{127.0.0.1:51242}
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.e.j.s.Server Started @898641ms
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51242}
[junit4] 2> 895112 ERROR (jetty-launcher-506-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.2
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 895112 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 895113 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-03T04:25:31.199Z
[junit4] 2> 895113 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 895113 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 895128 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 895133 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 895133 INFO (jetty-launcher-506-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45280/solr
[junit4] 2> 895138 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 895139 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 895150 INFO (jetty-launcher-506-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45280/solr
[junit4] 2> 895150 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 895151 INFO (jetty-launcher-506-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45280/solr
[junit4] 2> 895152 INFO (jetty-launcher-506-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45280/solr
[junit4] 2> 895176 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51242_solr
[junit4] 2> 895177 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:46765_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46765_solr
[junit4] 2> 895178 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:54331_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54331_solr
[junit4] 2> 895178 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:51242_solr ] o.a.s.c.Overseer Overseer (id=97551327629934602-127.0.0.1:51242_solr-n_0000000000) starting
[junit4] 2> 895179 INFO (zkCallback-527-thread-1-processing-n:127.0.0.1:58634_solr) [n:127.0.0.1:58634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 895180 INFO (zkCallback-525-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 895180 INFO (zkCallback-523-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 895180 INFO (zkCallback-526-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 895182 INFO (zkCallback-523-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 895186 INFO (zkCallback-526-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 895186 INFO (zkCallback-525-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 895187 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:58634_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58634_solr
[junit4] 2> 895189 INFO (zkCallback-523-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 895193 INFO (zkCallback-525-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 895198 INFO (zkCallback-526-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 895206 INFO (zkCallback-527-thread-1-processing-n:127.0.0.1:58634_solr) [n:127.0.0.1:58634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 895206 INFO (zkCallback-527-thread-2-processing-n:127.0.0.1:58634_solr) [n:127.0.0.1:58634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 895219 INFO (jetty-launcher-506-thread-2) [n:127.0.0.1:58634_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node2/.
[junit4] 2> 895222 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:51242_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51242_solr
[junit4] 2> 895223 INFO (zkCallback-523-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 895223 INFO (zkCallback-525-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 895225 INFO (jetty-launcher-506-thread-1) [n:127.0.0.1:54331_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node1/.
[junit4] 2> 895226 INFO (zkCallback-527-thread-2-processing-n:127.0.0.1:58634_solr) [n:127.0.0.1:58634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 895227 INFO (zkCallback-526-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 895230 INFO (jetty-launcher-506-thread-4) [n:127.0.0.1:46765_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node4/.
[junit4] 2> 895301 INFO (jetty-launcher-506-thread-3) [n:127.0.0.1:51242_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node3/.
[junit4] 2> 895468 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 895469 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45280/solr ready
[junit4] 2> 896035 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 896555 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 896699 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 896718 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 896769 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 896829 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50300_hdfs____lkt50i/webapp
[junit4] 2> 897625 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50300
[junit4] 2> 898216 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 898220 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 898229 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36004_datanode____.8a2t2g/webapp
[junit4] 2> 898624 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36004
[junit4] 2> 898904 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 898905 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 898932 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39628_datanode____8tjni5/webapp
[junit4] 2> 899356 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5A047B097F177FD2]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39628
[junit4] 2> 900192 INFO (IPC Server handler 3 on 35454) [ ] BlockStateChange BLOCK* processReport: from storage DS-f4042a0c-0aa5-4cb2-993d-4a5448e6b031 node DatanodeRegistration(127.0.0.1:32824, datanodeUuid=c21b506e-b4bf-484b-b075-1306c268af9b, infoPort=35294, infoSecurePort=0, ipcPort=60084, storageInfo=lv=-56;cid=testClusterID;nsid=654144099;c=0), blocks: 0, hasStaleStorage: true, processing time: 6 msecs
[junit4] 2> 900192 INFO (IPC Server handler 3 on 35454) [ ] BlockStateChange BLOCK* processReport: from storage DS-e0b721cd-8761-473e-a849-680d1e8e590f node DatanodeRegistration(127.0.0.1:32824, datanodeUuid=c21b506e-b4bf-484b-b075-1306c268af9b, infoPort=35294, infoSecurePort=0, ipcPort=60084, storageInfo=lv=-56;cid=testClusterID;nsid=654144099;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 900192 INFO (IPC Server handler 4 on 35454) [ ] BlockStateChange BLOCK* processReport: from storage DS-79278be5-849e-4b10-a7a3-ddbaa343499e node DatanodeRegistration(127.0.0.1:50821, datanodeUuid=4cc57069-c0fb-4a5a-b0ed-0a4e5feb5b87, infoPort=35375, infoSecurePort=0, ipcPort=52751, storageInfo=lv=-56;cid=testClusterID;nsid=654144099;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 900197 INFO (IPC Server handler 4 on 35454) [ ] BlockStateChange BLOCK* processReport: from storage DS-ce4bf9e8-636e-49e4-a30f-462698326a18 node DatanodeRegistration(127.0.0.1:50821, datanodeUuid=4cc57069-c0fb-4a5a-b0ed-0a4e5feb5b87, infoPort=35375, infoSecurePort=0, ipcPort=52751, storageInfo=lv=-56;cid=testClusterID;nsid=654144099;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 900285 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
[junit4] 2> 900285 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 900344 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 900344 ERROR (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name
[junit4] 2> at org.apache.solr.common.params.RequiredSolrParams.getParams(RequiredSolrParams.java:90)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:461)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:478)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$0(CollectionsHandler.java:383)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:877)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:209)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 900345 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=1
[junit4] 2> 900346 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingRequiredParameters
[junit4] 2> 900388 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
[junit4] 2> 900389 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 900394 INFO (qtp1243735339-3828) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 900400 INFO (OverseerThreadFactory-1966-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Create collection oversharded
[junit4] 2> 900401 ERROR (OverseerThreadFactory-1966-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3 and value of replicationFactor is 2. This requires 6 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 900405 INFO (qtp1243735339-3828) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=11
[junit4] 2> 900406 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
[junit4] 2> 900459 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
[junit4] 2> 900459 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 900462 INFO (qtp1243735339-3829) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=https://127.0.0.1:46765/solr,https://127.0.0.1:51242/solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 900463 INFO (OverseerThreadFactory-1966-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Create collection nodeset_collection
[junit4] 2> 900463 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 900464 WARN (OverseerThreadFactory-1966-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (nodeset_collection) without cores.
[junit4] 2> 900571 INFO (qtp1243735339-3829) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 900572 INFO (qtp1243735339-3829) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=https://127.0.0.1:46765/solr,https://127.0.0.1:51242/solr&wt=javabin&version=2} status=0 QTime=110
[junit4] 2> 900572 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
[junit4] 2> 900615 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 900616 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 900618 INFO (qtp1243735339-3832) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodeset_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 900620 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 900625 INFO (OverseerThreadFactory-1966-thread-3-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 901330 INFO (qtp1243735339-3832) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=712
[junit4] 2> 901332 INFO (qtp1243735339-3833) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 901334 INFO (OverseerThreadFactory-1966-thread-4-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 901334 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 901597 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 901704 INFO (zkCallback-526-thread-1-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 902612 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 902620 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 902622 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 902623 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
[junit4] 2> 902639 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35454/data
[junit4] 2> 902639 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 902640 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node3/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:35454/data/created_and_deleted/core_node1/data/]
[junit4] 2> 902641 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 902665 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 902665 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 902665 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 904197 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 904203 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/created_and_deleted/core_node1/data
[junit4] 2> 904233 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/created_and_deleted/core_node1/data/index
[junit4] 2> 904242 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 904242 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 904242 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 904255 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 904483 INFO (IPC Server handler 2 on 35454) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50821 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f4042a0c-0aa5-4cb2-993d-4a5448e6b031:NORMAL:127.0.0.1:32824|RBW], ReplicaUC[[DISK]DS-79278be5-849e-4b10-a7a3-ddbaa343499e:NORMAL:127.0.0.1:50821|RBW]]} size 71
[junit4] 2> 904484 INFO (IPC Server handler 4 on 35454) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32824 is added to blk_1073741825_1001 size 71
[junit4] 2> 904935 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 904935 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 904935 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 904966 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 904966 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 905098 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ce248f[created_and_deleted_shard1_replica1] main]
[junit4] 2> 905099 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 905099 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 905101 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 905101 INFO (searcherExecutor-1973-thread-1-processing-n:127.0.0.1:51242_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@4ce248f[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 905101 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560821252685299712
[junit4] 2> 905111 INFO (zkCallback-526-thread-3-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 905112 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 905112 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 905112 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51242/solr/created_and_deleted_shard1_replica1/
[junit4] 2> 905113 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 905113 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:51242/solr/created_and_deleted_shard1_replica1/ has no replicas
[junit4] 2> 905115 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51242/solr/created_and_deleted_shard1_replica1/ shard1
[junit4] 2> 905217 INFO (zkCallback-526-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 905268 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 905269 INFO (qtp1388419579-3870) [n:127.0.0.1:51242_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=3672
[junit4] 2> 905271 INFO (qtp1243735339-3833) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 905336 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 905372 INFO (zkCallback-526-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 906272 INFO (qtp1243735339-3833) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=4939
[junit4] 2> 906274 INFO (qtp1243735339-3834) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 906275 INFO (qtp1243735339-3834) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 906277 INFO (qtp1243735339-3832) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 906279 INFO (OverseerThreadFactory-1966-thread-5-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 906281 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 906282 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@15715f6c
[junit4] 2> 906291 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 906292 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35454/data/created_and_deleted/core_node1/data/snapshot_metadata
[junit4] 2> 906299 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35454/data/created_and_deleted/core_node1/data/index
[junit4] 2> 906299 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:35454/data/created_and_deleted/core_node1/data
[junit4] 2> 906324 INFO (IPC Server handler 9 on 35454) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:50821 127.0.0.1:32824
[junit4] 2> 906334 INFO (qtp1388419579-3871) [n:127.0.0.1:51242_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=53
[junit4] 2> 907038 INFO (qtp1243735339-3832) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=760
[junit4] 2> 907039 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 907040 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 907040 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 907041 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 907089 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 907090 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 907093 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 907095 INFO (OverseerThreadFactory-1966-thread-5-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 907095 WARN (OverseerThreadFactory-1966-thread-5-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 907095 ERROR (OverseerThreadFactory-1966-thread-5-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 907097 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=3
[junit4] 2> 907098 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 907152 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[5A047B097F177FD2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 907153 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[5A047B097F177FD2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 907155 INFO (qtp1243735339-3829) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 907156 INFO (OverseerThreadFactory-1966-thread-5-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 907157 INFO (OverseerCollectionConfigSetProcessor-97551327629934602-127.0.0.1:51242_solr-n_0000000000) [n:127.0.0.1:51242_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 907160 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@61e526d2) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:50821 to delete [blk_1073741825_1001]
[junit4] 2> 907370 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 907374 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 907420 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 907432 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 907535 INFO (zkCallback-523-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 907535 INFO (zkCallback-526-thread-2-processing-n:127.0.0.1:51242_solr) [n:127.0.0.1:51242_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 907535 INFO (zkCallback-525-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 907535 INFO (zkCallback-527-thread-2-processing-n:127.0.0.1:58634_solr) [n:127.0.0.1:58634_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 908378 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 908403 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 908405 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 908406 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 908406 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 908406 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35454/data
[junit4] 2> 908406 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 908407 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node3/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:35454/data/addReplicaColl/core_node1/data/]
[junit4] 2> 908407 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 908414 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 908415 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908415 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908415 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908416 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 908417 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 908418 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35454/data
[junit4] 2> 908419 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 908419 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node2/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:35454/data/addReplicaColl/core_node2/data/]
[junit4] 2> 908419 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 908426 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908426 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908426 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908428 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 908448 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.2
[junit4] 2> 908451 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 908453 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 908453 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 908454 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 908454 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35454/data
[junit4] 2> 908454 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 908454 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node4/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:35454/data/addReplicaColl/core_node3/data/]
[junit4] 2> 908455 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 908455 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 908456 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 908456 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35454/data
[junit4] 2> 908456 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 908456 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_5A047B097F177FD2-001/tempDir-001/node1/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:35454/data/addReplicaColl/core_node4/data/]
[junit4] 2> 908456 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 908462 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908462 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908462 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908469 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 908470 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node2/data
[junit4] 2> 908470 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 908470 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908470 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908470 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908477 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node1/data
[junit4] 2> 908486 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 908487 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node4/data
[junit4] 2> 908488 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 908489 INFO (qtp739461459-3852) [n:127.0.0.1:46765_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node3/data
[junit4] 2> 908502 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node2/data/index
[junit4] 2> 908505 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node1/data/index
[junit4] 2> 908507 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908507 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908507 INFO (qtp1243735339-3835) [n:127.0.0.1:58634_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908542 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908542 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908542 INFO (qtp1388419579-3865) [n:127.0.0.1:51242_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 908544 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35454/data/addReplicaColl/core_node4/data/index
[junit4] 2> 908549 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 908549 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 908549 INFO (qtp1134897283-3844) [n:127.0.0.1:54331_solr c:addReplicaColl s:shard1 x:addRe
[...truncated too long message...]
erverCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4409159 INFO (zkCallback-3650-thread-4-processing-n:127.0.0.1:49093_solr) [n:127.0.0.1:49093_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 4409165 INFO (jetty-launcher-3627-thread-17) [ ] o.a.s.c.Overseer Overseer (id=97551504515792910-127.0.0.1:49093_solr-n_0000000006) closing
[junit4] 2> 4409170 INFO (OverseerStateUpdate-97551504515792910-127.0.0.1:49093_solr-n_0000000006) [n:127.0.0.1:49093_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49093_solr
[junit4] 2> 4410512 WARN (zkCallback-3671-thread-4-processing-n:127.0.0.1:37351_solr) [n:127.0.0.1:37351_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4410512 INFO (jetty-launcher-3627-thread-14) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4410512 INFO (jetty-launcher-3627-thread-14) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a7d3aaa{/solr,null,UNAVAILABLE}
[junit4] 2> 4410645 WARN (zkCallback-3670-thread-4-processing-n:127.0.0.1:38343_solr) [n:127.0.0.1:38343_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4410646 INFO (jetty-launcher-3627-thread-12) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4410646 INFO (jetty-launcher-3627-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1cb442ec{/solr,null,UNAVAILABLE}
[junit4] 2> 4410654 WARN (zkCallback-3664-thread-4-processing-n:127.0.0.1:49575_solr) [n:127.0.0.1:49575_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4410654 INFO (jetty-launcher-3627-thread-15) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4410654 INFO (jetty-launcher-3627-thread-15) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@576677f7{/solr,null,UNAVAILABLE}
[junit4] 2> 4410659 WARN (zkCallback-3685-thread-6-processing-n:127.0.0.1:43236_solr) [n:127.0.0.1:43236_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4410659 INFO (jetty-launcher-3627-thread-11) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4410659 INFO (jetty-launcher-3627-thread-11) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@792ee9e7{/solr,null,UNAVAILABLE}
[junit4] 2> 4410666 WARN (zkCallback-3650-thread-5-processing-n:127.0.0.1:49093_solr) [n:127.0.0.1:49093_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4410666 INFO (jetty-launcher-3627-thread-17) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4410666 INFO (jetty-launcher-3627-thread-17) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7279e548{/solr,null,UNAVAILABLE}
[junit4] 2> 4410667 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50588 50588
[junit4] 2> 4410769 INFO (Thread-60459) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50588 50588
[junit4] 2> 4410770 WARN (Thread-60459) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 10 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 10 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/test_col/state.json
[junit4] 2> 3 /solr/overseer_elect/election/97551504515792917-127.0.0.1:49575_solr-n_0000000001
[junit4] 2> 3 /solr/overseer_elect/election/97551504515792910-127.0.0.1:49093_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/97551504515792920-127.0.0.1:38343_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/97551504515792916-127.0.0.1:54205_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 811 /solr/overseer/collection-queue-work
[junit4] 2> 81 /solr/overseer/queue
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2> 9 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4410770 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[5A047B097F177FD2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_5A047B097F177FD2-001
[junit4] 2> Mar 03, 2017 5:24:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=5, maxDocsPerChunk=1, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=5, blockSize=9)), sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=tr-TR, timezone=America/Nome
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=44745832,total=533725184
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudPseudoReturnFields, RemoteQueryErrorTest, MetricsHandlerTest, PrimUtilsTest, SolrTestCaseJ4Test, TestRuleBasedAuthorizationPlugin, DirectUpdateHandlerOptimizeTest, DistributedFacetExistsSmallTest, TestUtils, TestDefaultStatsCache, TestDynamicFieldCollectionResource, LeaderInitiatedRecoveryOnShardRestartTest, TestManagedSchema, SolrCoreCheckLockOnStartupTest, SpatialHeatmapFacetsTest, GraphQueryTest, UtilsToolTest, TestOverriddenPrefixQueryForCustomFieldType, DirectUpdateHandlerTest, NoCacheHeaderTest, TestConfigSetsAPIZkFailure, TestManagedSynonymFilterFactory, TestJsonRequest, TestIndexingPerformance, TestShortCircuitedRequests, TestRequestStatusCollectionAPI, ConnectionReuseTest, SuggesterWFSTTest, TestGeoJSONResponseWriter, CurrencyFieldXmlFileTest, TestSolrDeletionPolicy1, PrimitiveFieldTypeTest, TestCollationField, TestShardHandlerFactory, TestSolrQueryParser, ResponseHeaderTest, FacetPivotSmallTest, TestConfig, TestClassicSimilarityFactory, TestStressReorder, AddBlockUpdateTest, HdfsDirectoryFactoryTest, TemplateUpdateProcessorTest, TestExactStatsCache, TestWriterPerf, TestLFUCache, DistributedFacetPivotSmallAdvancedTest, TestReloadDeadlock, TestFieldCacheVsDocValues, ConnectionManagerTest, ChangedSchemaMergeTest, TestSort, TestMiniSolrCloudCluster, OpenExchangeRatesOrgProviderTest, UUIDUpdateProcessorFallbackTest, BinaryUpdateRequestHandlerTest, CursorMarkTest, BitVectorTest, TestHighFrequencyDictionaryFactory, QueryParsingTest, BadIndexSchemaTest, CdcrBootstrapTest, OverseerTaskQueueTest, TestUnifiedSolrHighlighter, TestSolrQueryParserResource, PluginInfoTest, DeleteInactiveReplicaTest, HdfsChaosMonkeySafeLeaderTest, TestSolrConfigHandlerCloud, CollectionStateFormat2Test, TestConfigOverlay, LeaderElectionTest, SortSpecParsingTest, DebugComponentTest, DataDrivenBlockJoinTest, SolrJmxReporterTest, DOMUtilTest, TestIndexSearcher, TestJmxMonitoredMap, TestSolrXml, DistribCursorPagingTest, CleanupOldIndexTest, ParsingFieldUpdateProcessorsTest, TestDocTermOrds, TestSolrQueryResponse, SolrMetricsIntegrationTest, TestRebalanceLeaders, SuggesterTest, TestSchemaVersionResource, BadComponentTest, SaslZkACLProviderTest, SpellPossibilityIteratorTest, TestTolerantSearch, TestLeaderInitiatedRecoveryThread, AssignTest, TestPushWriter, TestRTimerTree, TestGroupingSearch, TlogReplayBufferedWhileIndexingTest, TestXIncludeConfig, TestMaxScoreQueryParser, UpdateParamsTest, TestDistributedMissingSort, TestOnReconnectListenerSupport, TimeZoneUtilsTest, SolrPluginUtilsTest, LukeRequestHandlerTest, TestUseDocValuesAsStored2, OverseerModifyCollectionTest, TestRecovery, TestDistributedStatsComponentCardinality, SolrCloudExampleTest, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, CdcrVersionReplicationTest, ConcurrentDeleteAndCreateCollectionTest, DeleteNodeTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, RecoveryAfterSoftCommitTest, RollingRestartTest, SharedFSAutoReplicaFailoverUtilsTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestRandomFlRTGCloud, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [536/680 (3!)] on J2 in 817.01s, 5 tests, 1 failure <<< FAILURES!
[...truncated 62861 lines...]