You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/02/13 10:59:10 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1237 - Still
unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1237/
5 tests failed.
FAILED: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([38EB077E7EFFDA7C:E6616903455DB88F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery
Error Message:
Expected a collection with one shard and two replicas null Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/9)={ "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"MissingSegmentRecoveryTest_shard1_replica2", "base_url":"https://127.0.0.1:48436/solr", "node_name":"127.0.0.1:48436_solr", "state":"active", "leader":"true"}, "core_node2":{ "core":"MissingSegmentRecoveryTest_shard1_replica1", "base_url":"https://127.0.0.1:49662/solr", "node_name":"127.0.0.1:49662_solr", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/9)={
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"MissingSegmentRecoveryTest_shard1_replica2",
"base_url":"https://127.0.0.1:48436/solr",
"node_name":"127.0.0.1:48436_solr",
"state":"active",
"leader":"true"},
"core_node2":{
"core":"MissingSegmentRecoveryTest_shard1_replica1",
"base_url":"https://127.0.0.1:49662/solr",
"node_name":"127.0.0.1:49662_solr",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([38EB077E7EFFDA7C:68BE9F7D27DE6C61]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/23)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node2":{ "core":"awhollynewcollection_0_shard1_replica1", "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node2/data/", "base_url":"http://127.0.0.1:44433/solr", "node_name":"127.0.0.1:44433_solr", "state":"active", "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node2/data/tlog", "leader":"true"}, "core_node11":{ "core":"awhollynewcollection_0_shard1_replica2", "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node11/data/", "base_url":"http://127.0.0.1:33013/solr", "node_name":"127.0.0.1:33013_solr", "state":"active", "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node11/data/tlog"}}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{"core_node1":{ "core":"awhollynewcollection_0_shard2_replica3", "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node1/data/", "base_url":"http://127.0.0.1:33013/solr", "node_name":"127.0.0.1:33013_solr", "state":"active", "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node1/data/tlog", "leader":"true"}}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{"core_node10":{ "core":"awhollynewcollection_0_shard3_replica1", "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node10/data/", "base_url":"http://127.0.0.1:40441/solr", "node_name":"127.0.0.1:40441_solr", "state":"active", "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node10/data/tlog", "leader":"true"}}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"awhollynewcollection_0_shard4_replica3", "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node4/data/", "base_url":"http://127.0.0.1:53519/solr", "node_name":"127.0.0.1:53519_solr", "state":"active", "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node4/data/tlog"}, "core_node6":{ "core":"awhollynewcollection_0_shard4_replica1", "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node6/data/", "base_url":"http://127.0.0.1:33013/solr", "node_name":"127.0.0.1:33013_solr", "state":"active", "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node6/data/tlog", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/23)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"awhollynewcollection_0_shard1_replica1",
"dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node2/data/",
"base_url":"http://127.0.0.1:44433/solr",
"node_name":"127.0.0.1:44433_solr",
"state":"active",
"ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node2/data/tlog",
"leader":"true"},
"core_node11":{
"core":"awhollynewcollection_0_shard1_replica2",
"dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node11/data/",
"base_url":"http://127.0.0.1:33013/solr",
"node_name":"127.0.0.1:33013_solr",
"state":"active",
"ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node11/data/tlog"}}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{"core_node1":{
"core":"awhollynewcollection_0_shard2_replica3",
"dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node1/data/",
"base_url":"http://127.0.0.1:33013/solr",
"node_name":"127.0.0.1:33013_solr",
"state":"active",
"ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node1/data/tlog",
"leader":"true"}}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{"core_node10":{
"core":"awhollynewcollection_0_shard3_replica1",
"dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node10/data/",
"base_url":"http://127.0.0.1:40441/solr",
"node_name":"127.0.0.1:40441_solr",
"state":"active",
"ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node10/data/tlog",
"leader":"true"}}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"awhollynewcollection_0_shard4_replica3",
"dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node4/data/",
"base_url":"http://127.0.0.1:53519/solr",
"node_name":"127.0.0.1:53519_solr",
"state":"active",
"ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node4/data/tlog"},
"core_node6":{
"core":"awhollynewcollection_0_shard4_replica1",
"dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node6/data/",
"base_url":"http://127.0.0.1:33013/solr",
"node_name":"127.0.0.1:33013_solr",
"state":"active",
"ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node6/data/tlog",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([38EB077E7EFFDA7C:709E73CA78CCF5E9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:503)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified
Error Message:
Error from server at http://127.0.0.1:33013/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33013/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([38EB077E7EFFDA7C:4B48878ECA978F5E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:439)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:391)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1358)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1109)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:340)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([38EB077E7EFFDA7C:CF44CE5583763057]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:286)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:226)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:308)
... 42 more
Build Log:
[...truncated 11509 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/init-core-data-001
[junit4] 2> 81714 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[38EB077E7EFFDA7C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 81715 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[38EB077E7EFFDA7C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 81715 INFO (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[38EB077E7EFFDA7C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/
[junit4] 2> 81717 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 81717 INFO (Thread-314) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 81717 INFO (Thread-314) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 81817 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.ZkTestServer start zk server on port:40891
[junit4] 2> 81831 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 81836 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 81838 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 81839 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 81841 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 81842 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 81843 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 81844 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 81852 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 81860 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 81861 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 81935 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/cores/collection1
[junit4] 2> 81936 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 81941 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44013efb{/_,null,AVAILABLE}
[junit4] 2> 81942 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2569a273{HTTP/1.1,[http/1.1]}{127.0.0.1:55797}
[junit4] 2> 81942 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.Server Started @86288ms
[junit4] 2> 81942 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/tempDir-001/control/data, hostContext=/_, hostPort=55797, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/cores}
[junit4] 2> 81942 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 81942 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 81942 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 81942 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 81942 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-13T09:31:40.448Z
[junit4] 2> 81953 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 81953 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/solr.xml
[junit4] 2> 81960 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40891/solr
[junit4] 2> 81985 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 81986 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55797__
[junit4] 2> 81986 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__ ] o.a.s.c.Overseer Overseer (id=97450609883611140-127.0.0.1:55797__-n_0000000000) starting
[junit4] 2> 82001 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55797__
[junit4] 2> 82019 INFO (zkCallback-156-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 82063 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/cores
[junit4] 2> 82063 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 82066 INFO (OverseerStateUpdate-97450609883611140-127.0.0.1:55797__-n_0000000000) [n:127.0.0.1:55797__ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 83107 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83118 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 83199 WARN (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 83202 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 83215 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 83223 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/cores/collection1/data/]
[junit4] 2> 83223 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@227cb952
[junit4] 2> 83227 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=663032689, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 83247 WARN (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 83290 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 83290 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 83291 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 83291 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 83292 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=15.927734375, floorSegmentMB=1.751953125, forceMergeDeletesPctAllowed=7.349550050922909, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 83293 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69eec352[collection1] main]
[junit4] 2> 83294 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 83295 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 83295 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 83297 INFO (searcherExecutor-424-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69eec352[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 83297 INFO (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559209759791382528
[junit4] 2> 83304 INFO (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 83304 INFO (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 83304 INFO (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55797/_/collection1/
[junit4] 2> 83304 INFO (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 83304 INFO (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55797/_/collection1/ has no replicas
[junit4] 2> 83308 INFO (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55797/_/collection1/ shard1
[junit4] 2> 83459 INFO (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 83613 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 83614 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40891/solr ready
[junit4] 2> 83614 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 83614 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 83694 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/cores/collection1
[junit4] 2> 83695 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001
[junit4] 2> 83696 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 83697 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fc8ee0d{/_,null,AVAILABLE}
[junit4] 2> 83697 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5bd39f9b{HTTP/1.1,[http/1.1]}{127.0.0.1:54174}
[junit4] 2> 83697 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.Server Started @88043ms
[junit4] 2> 83697 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_, hostPort=54174, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/cores}
[junit4] 2> 83698 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 83698 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 83698 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 83698 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 83698 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-13T09:31:42.204Z
[junit4] 2> 83701 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 83701 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/solr.xml
[junit4] 2> 83707 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40891/solr
[junit4] 2> 83723 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:54174__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 83725 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:54174__ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 83727 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:54174__ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54174__
[junit4] 2> 83732 INFO (zkCallback-160-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 83732 INFO (zkCallback-156-thread-2-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 83738 INFO (zkCallback-166-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 83820 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:54174__ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/cores
[junit4] 2> 83820 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:54174__ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 83826 INFO (OverseerStateUpdate-97450609883611140-127.0.0.1:55797__-n_0000000000) [n:127.0.0.1:55797__ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 83929 INFO (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 84838 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 84849 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 84922 WARN (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 84924 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 84933 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 84933 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 84933 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@227cb952
[junit4] 2> 84936 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=663032689, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 84951 WARN (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 84983 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 84983 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 84984 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 84984 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 84985 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=15.927734375, floorSegmentMB=1.751953125, forceMergeDeletesPctAllowed=7.349550050922909, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 84985 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1aab9199[collection1] main]
[junit4] 2> 84987 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 84987 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 84987 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 84989 INFO (searcherExecutor-435-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1aab9199[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 84989 INFO (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559209761565573120
[junit4] 2> 84998 INFO (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 84998 INFO (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 84998 INFO (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54174/_/collection1/
[junit4] 2> 84998 INFO (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 84998 INFO (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54174/_/collection1/ has no replicas
[junit4] 2> 85002 INFO (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54174/_/collection1/ shard1
[junit4] 2> 85104 INFO (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 85153 INFO (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 85258 INFO (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 85431 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/cores/collection1
[junit4] 2> 85432 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001
[junit4] 2> 85433 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 85434 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ff1a354{/_,null,AVAILABLE}
[junit4] 2> 85434 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@818ff3a{HTTP/1.1,[http/1.1]}{127.0.0.1:46793}
[junit4] 2> 85434 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.e.j.s.Server Started @89780ms
[junit4] 2> 85434 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_, hostPort=46793, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/cores}
[junit4] 2> 85434 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 85437 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 85437 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 85437 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 85437 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-13T09:31:43.943Z
[junit4] 2> 85448 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 85448 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/solr.xml
[junit4] 2> 85457 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40891/solr
[junit4] 2> 85477 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:46793__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 85480 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:46793__ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85482 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:46793__ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46793__
[junit4] 2> 85492 INFO (zkCallback-160-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 85493 INFO (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 85493 INFO (zkCallback-156-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 85500 INFO (zkCallback-172-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 85557 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:46793__ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/cores
[junit4] 2> 85557 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:46793__ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 85565 INFO (OverseerStateUpdate-97450609883611140-127.0.0.1:55797__-n_0000000000) [n:127.0.0.1:55797__ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 85680 INFO (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 85680 INFO (zkCallback-172-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 86575 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 86586 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 86659 WARN (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 86660 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 86675 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 86676 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 86676 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@227cb952
[junit4] 2> 86678 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=663032689, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 86686 WARN (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 86714 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 86714 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 86715 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 86715 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 86716 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=15.927734375, floorSegmentMB=1.751953125, forceMergeDeletesPctAllowed=7.349550050922909, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 86717 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@191d4e3e[collection1] main]
[junit4] 2> 86717 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 86718 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 86718 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 86719 INFO (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559209763379609600
[junit4] 2> 86722 INFO (searcherExecutor-446-thread-1-processing-n:127.0.0.1:46793__ x:collection1 c:collection1) [n:127.0.0.1:46793__ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@191d4e3e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 86726 INFO (coreZkRegister-440-thread-1-processing-n:127.0.0.1:46793__ x:collection1 c:collection1) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 86726 INFO (updateExecutor-169-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 86726 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 86727 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 86727 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 86727 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 86727 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:54174/_/collection1/] and I am [http://127.0.0.1:46793/_/collection1/]
[junit4] 2> 86732 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:54174/_]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:46793__&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 86737 INFO (qtp1870741983-1064) [n:127.0.0.1:54174__ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 86737 INFO (qtp1870741983-1064) [n:127.0.0.1:54174__ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 86737 INFO (qtp1870741983-1064) [n:127.0.0.1:54174__ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:46793__, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:46793/_","node_name":"127.0.0.1:46793__","state":"down"}
[junit4] 2> 86830 INFO (zkCallback-172-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 86830 INFO (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 87112 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRestartWithAllInLIR
[junit4] 2> 87112 INFO (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4] 2> 87737 INFO (qtp1870741983-1064) [n:127.0.0.1:54174__ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:46793__, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:46793/_","node_name":"127.0.0.1:46793__","state":"recovering"}
[junit4] 2> 87737 INFO (qtp1870741983-1064) [n:127.0.0.1:54174__ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 87738 INFO (qtp1870741983-1064) [n:127.0.0.1:54174__ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46793__&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 94740 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:54174/_/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 94740 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:46793/_ START replicas=[http://127.0.0.1:54174/_/collection1/] nUpdates=100
[junit4] 2> 94747 INFO (qtp1870741983-1062) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 94747 INFO (qtp1870741983-1062) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/_ path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 94749 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 94749 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 94750 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 94750 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 94750 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 94750 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 94750 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 94750 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 94750 INFO (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 94753 INFO (zkCallback-172-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/
[...truncated too long message...]
nit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactoryTest.teardownClass(HdfsDirectoryFactoryTest.java:61)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 3786565 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[38EB077E7EFFDA7C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.HdfsDirectoryFactoryTest_38EB077E7EFFDA7C-001
[junit4] 2> Feb 13, 2017 10:33:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-YE, timezone=Africa/Cairo
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=345467544,total=525860864
[junit4] 2> NOTE: All tests run in this JVM: [RuleEngineTest, BasicAuthIntegrationTest, TestLMJelinekMercerSimilarityFactory, PeerSyncTest, TestNamedUpdateProcessors, SSLMigrationTest, HdfsThreadLeakTest, TestBadConfig, CollectionStateFormat2Test, LeaderInitiatedRecoveryOnShardRestartTest, TestSearcherReuse, TestCSVLoader, RankQueryTest, SolrRequestParserTest, DefaultValueUpdateProcessorTest, RequiredFieldsTest, TestFieldCacheWithThreads, PeerSyncWithIndexFingerprintCachingTest, TestRemoteStreaming, DistributedDebugComponentTest, TestDFISimilarityFactory, DisMaxRequestHandlerTest, LeaderElectionIntegrationTest, TestStressCloudBlindAtomicUpdates, TestConfigSetImmutable, HdfsCollectionsAPIDistributedZkTest, TestClusterProperties, BlockJoinFacetRandomTest, SegmentsInfoRequestHandlerTest, PluginInfoTest, ReplicationFactorTest, TestCollectionAPIs, TestStandardQParsers, TestMissingGroups, TestRTGBase, SharedFSAutoReplicaFailoverTest, BitVectorTest, TestRequestForwarding, TestComplexPhraseQParserPlugin, TestReplicationHandler, QueryElevationComponentTest, TestSolrQueryParserResource, TestOmitPositions, TestCodecSupport, DocExpirationUpdateProcessorFactoryTest, SolrJmxReporterTest, SearchHandlerTest, TestSuggestSpellingConverter, InfoHandlerTest, ForceLeaderTest, SpellPossibilityIteratorTest, TestSolrCoreProperties, DistanceUnitsTest, TestSolrCloudWithHadoopAuthPlugin, ReturnFieldsTest, TestSortByMinMaxFunction, QueryEqualityTest, TestSchemaVersionResource, TestAnalyzedSuggestions, TestFieldResource, DistributedFacetPivotLargeTest, TestBlobHandler, TestRandomFaceting, AddSchemaFieldsUpdateProcessorFactoryTest, TestTrackingShardHandlerFactory, TestAtomicUpdateErrorCases, DateMathParserTest, TestFunctionQuery, DocumentAnalysisRequestHandlerTest, ClusterStateTest, TestDistributedStatsComponentCardinality, DistributedQueueTest, TestSubQueryTransformerCrossCore, TestFilteredDocIdSet, UniqFieldsUpdateProcessorFactoryTest, TestJsonFacets, TestFoldingMultitermQuery, TestBinaryResponseWriter, TestManagedSynonymFilterFactory, BasicZkTest, AnalysisAfterCoreReloadTest, BasicDistributedZkTest, TestSolrConfigHandlerConcurrent, SpatialHeatmapFacetsTest, DeleteInactiveReplicaTest, TriLevelCompositeIdRoutingTest, TestInPlaceUpdatesStandalone, UUIDFieldTest, TestExclusionRuleCollectionAccess, TestExactSharedStatsCache, OverseerStatusTest, TestGeoJSONResponseWriter, TestSolrCloudSnapshots, DistributedFacetPivotSmallTest, CursorPagingTest, TestPseudoReturnFields, TestPathTrie, UtilsToolTest, TestCrossCoreJoin, TestFaceting, TestManagedSchema, CurrencyFieldOpenExchangeTest, AnalysisErrorHandlingTest, TestMacros, TestImplicitCoreProperties, BlockCacheTest, InfixSuggestersTest, HdfsWriteToMultipleCollectionsTest, TestDistributedSearch, DistribCursorPagingTest, HdfsBasicDistributedZkTest, ZkStateReaderTest, ZkStateWriterTest, CachingDirectoryFactoryTest, CoreSorterTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest]
[junit4] Completed [552/694 (4!)] on J0 in 13.87s, 3 tests, 1 error <<< FAILURES!
[...truncated 62916 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1241 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1241/
4 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
expected:<3> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
at __randomizedtesting.SeedInfo.seed([7CC9E56C2343E403:34BC91D82570CB96]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:523)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Error from server at http://127.0.0.1:53474/ch_g: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53474/ch_g: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([7CC9E56C2343E403:F49DDAB68DBF89FB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:439)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:391)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1358)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1109)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([8FC632149AAC9B3D]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([8FC632149AAC9B3D]:0)
Build Log:
[...truncated 1842 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> Feb 18, 2017 2:56:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=4490, name=TEST-TestFuzzyQuery.testRandom-seed#[8FC632149AAC9B3D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=4489, name=SUITE-TestFuzzyQuery-seed#[8FC632149AAC9B3D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=8FC632149AAC9B3D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IE -Dtests.timezone=America/Argentina/Tucuman -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J2 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([8FC632149AAC9B3D]:0)
[junit4] 2> Feb 18, 2017 2:56:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 18, 2017 2:57:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=4490, name=TEST-TestFuzzyQuery.testRandom-seed#[8FC632149AAC9B3D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:397)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Feb 18, 2017 2:57:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=4490, name=TEST-TestFuzzyQuery.testRandom-seed#[8FC632149AAC9B3D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> Feb 18, 2017 2:57:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=4490, name=TEST-TestFuzzyQuery.testRandom-seed#[8FC632149AAC9B3D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.get(WeakHashMap.java:396)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1680, maxMBSortInHeap=5.276317938282886, sim=RandomSimilarity(queryNorm=false): {field=DFR I(F)L1}, locale=en-IE, timezone=America/Argentina/Tucuman
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=283658848,total=536346624
[junit4] 2> NOTE: All tests run in this JVM: [TestFixedBitSet, TestSpansEnum, FiniteStringsIteratorTest, TestReqExclBulkScorer, TestIndexWriterMaxDocs, TestPerFieldPostingsFormat2, TestDirectoryReader, TestConjunctions, TestIndexOrDocValuesQuery, TestSameTokenSamePosition, TestLogMergePolicy, TestFrequencyTrackingRingBuffer, TestBufferedIndexInput, TestBKD, TestLucene60PointsFormat, TestFieldsReader, TestMergePolicyWrapper, TestTerms, TestRollingUpdates, TestSparseFixedBitDocIdSet, TestPayloadsOnVectors, TestNoMergePolicy, TestSubScorerFreqs, TestNeedsScores, TestApproximationSearchEquivalence, TestAxiomaticSimilarity, TestMergedIterator, TestArrayUtil, TestPolygon2D, TestSpans, TestShardSearching, TestSearchWithThreads, TestPositiveScoresOnlyCollector, TestStressAdvance, TestSpanNotQuery, TestOrdinalMap, TestGraphTokenStreamFiniteStrings, TestNewestSegment, TestRoaringDocIdSet, TestBlockPostingsFormat, TestPackedTokenAttributeImpl, TestTermRangeQuery, TestTermdocPerf, TestAllFilesHaveCodecHeader, TestIndexWriterOnDiskFull, TestExitableDirectoryReader, TestHugeRamFile, TestBytesRefHash, TestCharTermAttributeImpl, TestDocument, TestMultiCollector, TestClassicSimilarity, TestTwoPhaseCommitTool, TestHighCompressionMode, TestStressIndexing2, TestLucene50StoredFieldsFormatHighCompression, TestMultiTermsEnum, TestDateSort, TestSimpleFSLockFactory, TestDocsWithFieldSet, TestSegmentTermDocs, TestSpanSearchEquivalence, TestRegexpQuery, TestNRTThreads, TestMixedCodecs, TestStopFilter, TestScoreCachingWrappingScorer, TestFastCompressionMode, TestLongBitSet, TestRamUsageEstimator, TestNRTReaderWithThreads, TestBinaryDocument, TestByteBlockPool, TestSimilarity2, TestCharsRef, TestIndexWriterMerging, TestFSTs, TestBytesStore, TestPackedInts, TestDeletionPolicy, TestBooleanOr, TestStandardAnalyzer, TestLongPostings, TestMinimize, TestSnapshotDeletionPolicy, TestIndexWriterUnicode, TestPerFieldPostingsFormat, TestTermsEnum, TestFieldCacheRewriteMethod, TestTransactions, TestMultiThreadTermVectors, TestSort, TestSimilarityBase, TestTermsEnum2, Test2BDocs, TestCustomNorms, TestTransactionRollback, TestRAMDirectory, TestLazyProxSkipping, TestMergeSchedulerExternal, TestBagOfPostings, TestDisjunctionMaxQuery, TestNearSpansOrdered, TestMultiFields, TestDocumentsWriterDeleteQueue, TestCrashCausesCorruptIndex, TestScorerPerf, TestLiveFieldValues, TestForTooMuchCloning, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=8FC632149AAC9B3D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IE -Dtests.timezone=America/Argentina/Tucuman -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([8FC632149AAC9B3D]:0)
[junit4] Completed [448/448 (1!)] on J2 in 7223.13s, 3 tests, 2 errors <<< FAILURES!
[...truncated 11301 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/init-core-data-001
[junit4] 2> 3464712 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 3464713 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3464714 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001
[junit4] 2> 3464714 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3464714 INFO (Thread-60539) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3464714 INFO (Thread-60539) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3464814 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:57754
[junit4] 2> 3464834 INFO (jetty-launcher-4274-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3464835 INFO (jetty-launcher-4274-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3464835 INFO (jetty-launcher-4274-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3464835 INFO (jetty-launcher-4274-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3464836 INFO (jetty-launcher-4274-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73fcd1c8{/solr,null,AVAILABLE}
[junit4] 2> 3464850 INFO (jetty-launcher-4274-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15d949f9{/solr,null,AVAILABLE}
[junit4] 2> 3464852 INFO (jetty-launcher-4274-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40a6a2f8{HTTP/1.1,[http/1.1]}{127.0.0.1:44765}
[junit4] 2> 3464852 INFO (jetty-launcher-4274-thread-1) [ ] o.e.j.s.Server Started @3468602ms
[junit4] 2> 3464852 INFO (jetty-launcher-4274-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44765}
[junit4] 2> 3464852 ERROR (jetty-launcher-4274-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3464852 INFO (jetty-launcher-4274-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 3464852 INFO (jetty-launcher-4274-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3464852 INFO (jetty-launcher-4274-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3464852 INFO (jetty-launcher-4274-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T08:38:21.688Z
[junit4] 2> 3464854 INFO (jetty-launcher-4274-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6af46940{/solr,null,AVAILABLE}
[junit4] 2> 3464854 INFO (jetty-launcher-4274-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@298c142f{HTTP/1.1,[http/1.1]}{127.0.0.1:54733}
[junit4] 2> 3464854 INFO (jetty-launcher-4274-thread-3) [ ] o.e.j.s.Server Started @3468604ms
[junit4] 2> 3464854 INFO (jetty-launcher-4274-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54733}
[junit4] 2> 3464854 ERROR (jetty-launcher-4274-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3464854 INFO (jetty-launcher-4274-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 3464855 INFO (jetty-launcher-4274-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3464855 INFO (jetty-launcher-4274-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3464855 INFO (jetty-launcher-4274-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T08:38:21.691Z
[junit4] 2> 3464856 INFO (jetty-launcher-4274-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3464857 INFO (jetty-launcher-4274-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47b3c0ad{/solr,null,AVAILABLE}
[junit4] 2> 3464857 INFO (jetty-launcher-4274-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a02d77c{HTTP/1.1,[http/1.1]}{127.0.0.1:45953}
[junit4] 2> 3464857 INFO (jetty-launcher-4274-thread-2) [ ] o.e.j.s.Server Started @3468607ms
[junit4] 2> 3464857 INFO (jetty-launcher-4274-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45953}
[junit4] 2> 3464857 ERROR (jetty-launcher-4274-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3464857 INFO (jetty-launcher-4274-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 3464857 INFO (jetty-launcher-4274-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3464857 INFO (jetty-launcher-4274-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3464857 INFO (jetty-launcher-4274-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T08:38:21.693Z
[junit4] 2> 3464860 INFO (jetty-launcher-4274-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@102717e6{HTTP/1.1,[http/1.1]}{127.0.0.1:40568}
[junit4] 2> 3464860 INFO (jetty-launcher-4274-thread-4) [ ] o.e.j.s.Server Started @3468610ms
[junit4] 2> 3464860 INFO (jetty-launcher-4274-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40568}
[junit4] 2> 3464863 ERROR (jetty-launcher-4274-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3464863 INFO (jetty-launcher-4274-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 3464863 INFO (jetty-launcher-4274-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3464863 INFO (jetty-launcher-4274-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3464863 INFO (jetty-launcher-4274-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-18T08:38:21.699Z
[junit4] 2> 3464868 INFO (jetty-launcher-4274-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3464870 INFO (jetty-launcher-4274-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3464881 INFO (jetty-launcher-4274-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3464883 INFO (jetty-launcher-4274-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57754/solr
[junit4] 2> 3464886 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a505f366f0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3464889 INFO (jetty-launcher-4274-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57754/solr
[junit4] 2> 3464901 INFO (jetty-launcher-4274-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57754/solr
[junit4] 2> 3464901 INFO (jetty-launcher-4274-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57754/solr
[junit4] 2> 3464910 INFO (jetty-launcher-4274-thread-1) [n:127.0.0.1:44765_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3464913 INFO (jetty-launcher-4274-thread-1) [n:127.0.0.1:44765_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44765_solr
[junit4] 2> 3464914 INFO (jetty-launcher-4274-thread-1) [n:127.0.0.1:44765_solr ] o.a.s.c.Overseer Overseer (id=97478711807246342-127.0.0.1:44765_solr-n_0000000000) starting
[junit4] 2> 3464918 INFO (jetty-launcher-4274-thread-3) [n:127.0.0.1:54733_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3464918 INFO (jetty-launcher-4274-thread-3) [n:127.0.0.1:54733_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54733_solr
[junit4] 2> 3464931 INFO (jetty-launcher-4274-thread-4) [n:127.0.0.1:40568_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3464932 INFO (jetty-launcher-4274-thread-4) [n:127.0.0.1:40568_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3464933 INFO (jetty-launcher-4274-thread-4) [n:127.0.0.1:40568_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40568_solr
[junit4] 2> 3464934 INFO (zkCallback-4294-thread-1-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3464942 INFO (jetty-launcher-4274-thread-2) [n:127.0.0.1:45953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3464943 INFO (jetty-launcher-4274-thread-2) [n:127.0.0.1:45953_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3464944 INFO (jetty-launcher-4274-thread-2) [n:127.0.0.1:45953_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45953_solr
[junit4] 2> 3464958 INFO (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3464987 INFO (zkCallback-4283-thread-1-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3464987 INFO (zkCallback-4296-thread-1-processing-n:127.0.0.1:40568_solr) [n:127.0.0.1:40568_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3464990 INFO (jetty-launcher-4274-thread-3) [n:127.0.0.1:54733_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node3/.
[junit4] 2> 3465002 INFO (zkCallback-4296-thread-2-processing-n:127.0.0.1:40568_solr) [n:127.0.0.1:40568_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3465004 INFO (zkCallback-4295-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3465006 INFO (jetty-launcher-4274-thread-1) [n:127.0.0.1:44765_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44765_solr
[junit4] 2> 3465006 INFO (OverseerStateUpdate-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3465007 INFO (zkCallback-4295-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3465007 INFO (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3465008 INFO (zkCallback-4283-thread-1-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3465019 INFO (zkCallback-4296-thread-2-processing-n:127.0.0.1:40568_solr) [n:127.0.0.1:40568_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3465103 INFO (jetty-launcher-4274-thread-2) [n:127.0.0.1:45953_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node2/.
[junit4] 2> 3465153 INFO (jetty-launcher-4274-thread-4) [n:127.0.0.1:40568_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node4/.
[junit4] 2> 3465214 INFO (jetty-launcher-4274-thread-1) [n:127.0.0.1:44765_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node1/.
[junit4] 2> 3466074 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3466074 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57754/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3466106 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3466112 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3466113 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3466122 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_46610_hdfs____hv5ayl/webapp
[junit4] 2> 3466561 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46610
[junit4] 2> 3466617 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3466625 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3466635 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52506_datanode____.rvplnf/webapp
[junit4] 2> 3467036 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52506
[junit4] 2> 3467187 INFO (IPC Server handler 6 on 41042) [ ] BlockStateChange BLOCK* processReport: from storage DS-bd5a7c1f-680c-4617-a28d-c32030b3924d node DatanodeRegistration(127.0.0.1:53370, datanodeUuid=13c27758-d1fb-45f6-bc27-1d668061258d, infoPort=39134, infoSecurePort=0, ipcPort=47696, storageInfo=lv=-56;cid=testClusterID;nsid=1270368058;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3467187 INFO (IPC Server handler 6 on 41042) [ ] BlockStateChange BLOCK* processReport: from storage DS-41d7df4a-83d7-4646-9bff-47dbab99d445 node DatanodeRegistration(127.0.0.1:53370, datanodeUuid=13c27758-d1fb-45f6-bc27-1d668061258d, infoPort=39134, infoSecurePort=0, ipcPort=47696, storageInfo=lv=-56;cid=testClusterID;nsid=1270368058;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3467316 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[7CC9E56C2343E403]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 3467318 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[7CC9E56C2343E403]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3467328 INFO (qtp535178315-76696) [n:127.0.0.1:45953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3467347 INFO (qtp535178315-76696) [n:127.0.0.1:45953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 3467348 INFO (qtp535178315-76697) [n:127.0.0.1:45953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3467348 INFO (qtp535178315-76697) [n:127.0.0.1:45953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3467348 INFO (qtp535178315-76699) [n:127.0.0.1:45953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3467353 INFO (OverseerCollectionConfigSetProcessor-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3467353 INFO (OverseerThreadFactory-6368-thread-2-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 3467462 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr ] o.a.s.u.TestInjection Inject random core creation delay of 8s
[junit4] 2> 3467463 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr ] o.a.s.u.TestInjection Inject random core creation delay of 8s
[junit4] 2> 3475463 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
[junit4] 2> 3475463 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
[junit4] 2> 3475471 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 3475477 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica1] Schema name=minimal
[junit4] 2> 3475479 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3475479 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica1' using configuration from collection onlyinzk
[junit4] 2> 3475480 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41042/data
[junit4] 2> 3475480 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3475480 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node3/onlyinzk_shard1_replica1], dataDir=[hdfs://localhost:41042/data/onlyinzk/core_node1/data/]
[junit4] 2> 3475480 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53633793
[junit4] 2> 3475480 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 3475485 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3475486 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3475489 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3475489 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node1/data
[junit4] 2> 3475501 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node1/data/index
[junit4] 2> 3475506 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3475506 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3475514 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3475524 INFO (IPC Server handler 6 on 41042) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53370 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-41d7df4a-83d7-4646-9bff-47dbab99d445:NORMAL:127.0.0.1:53370|RBW]]} size 0
[junit4] 2> 3475564 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3475565 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3475565 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3475568 INFO (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3475568 INFO (zkCallback-4283-thread-3-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3475572 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3475572 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3475577 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3037f07[onlyinzk_shard1_replica1] main]
[junit4] 2> 3475580 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3475580 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3475580 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3475582 INFO (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:54733_solr x:onlyinzk_shard1_replica1 s:shard1 c:onlyinzk) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] Registered new searcher Searcher@3037f07[onlyinzk_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3475585 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559659400313962496
[junit4] 2> 3475600 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3475600 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3475600 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54733/solr/onlyinzk_shard1_replica1/
[junit4] 2> 3475600 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3475600 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:54733/solr/onlyinzk_shard1_replica1/ has no replicas
[junit4] 2> 3475600 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3475607 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54733/solr/onlyinzk_shard1_replica1/ shard1
[junit4] 2> 3475709 INFO (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3475709 INFO (zkCallback-4283-thread-2-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3475759 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3475761 INFO (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2} status=0 QTime=8298
[junit4] 2> 3475862 INFO (zkCallback-4283-thread-3-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3475862 INFO (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3476471 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 3476477 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
[junit4] 2> 3476479 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3476480 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica1' using configuration from collection onlyinzk
[junit4] 2> 3476480 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41042/data
[junit4] 2> 3476480 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3476480 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [[onlyinzk_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node1/onlyinzk_shard2_replica1], dataDir=[hdfs://localhost:41042/data/onlyinzk/core_node2/data/]
[junit4] 2> 3476480 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53633793
[junit4] 2> 3476481 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 3476486 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3476486 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3476488 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3476488 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node2/data
[junit4] 2> 3476499 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node2/data/index
[junit4] 2> 3476504 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3476504 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3476506 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3476513 INFO (IPC Server handler 3 on 41042) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53370 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bd5a7c1f-680c-4617-a28d-c32030b3924d:NORMAL:127.0.0.1:53370|FINALIZED]]} size 0
[junit4] 2> 3476547 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3476547 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3476547 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3476555 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3476555 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3476564 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69f5f409[onlyinzk_shard2_replica1] main]
[junit4] 2> 3476564 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3476565 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3476565 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3476565 INFO (searcherExecutor-6382-thread-1-processing-n:127.0.0.1:44765_solr x:onlyinzk_shard2_replica1 s:shard2 c:onlyinzk) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] Registered new searcher Searcher@69f5f409[onlyinzk_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3476567 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559659401343664128
[junit4] 2> 3476571 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3476571 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3476571 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44765/solr/onlyinzk_shard2_replica1/
[junit4] 2> 3476571 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3476571 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:44765/solr/onlyinzk_shard2_replica1/ has no replicas
[junit4] 2> 3476571 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3476573 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44765/solr/onlyinzk_shard2_replica1/ shard2
[junit4] 2> 3476675 INFO (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3476675 INFO (zkCallback-4283-thread-2-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3476724 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3476725 INFO (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2} status=0 QTime=9262
[junit4] 2> 3476727 INFO (qtp535178315-76699) [n:127.0.0.1:45953_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3476828 INFO (zkCallback-4283-thread-3-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3476828 INFO (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3477356 INFO (OverseerCollectionConfigSetProcessor-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3477727 INFO (qtp535178315-76699) [n:127.0.0.1:45953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=10379
[junit4] 2> 3477728 INFO (qtp535178315-76720) [n:127.0.0.1:45953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3477728 INFO (qtp535178315-76720) [n:127.0.0.1:45953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3477728 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[7CC9E56C2343E403]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 3477767 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[7CC9E56C2343E403]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
[junit4] 2> 3477768 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[7CC9E56C2343E403]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3477768 INFO (qtp535178315-76721) [n:127.0.0.1:45953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3477770 INFO (OverseerThreadFactory-6368-thread-3-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 3477770 INFO (qtp1446638117-76702) [n:127.0.0.1:44765_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard2.replica1
[junit4] 2> 3477770 INFO (qtp1472974008-76712) [n:127.0.0.1:54733_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard1.replica1
[junit4] 2> 3477771 INFO (qtp1446638117-76702) [n:127.0.0.1:44765_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@177645
[junit4] 2> 3477771 INFO (qtp1472974008-76712) [n:127.0.0.1:54733_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@573e6eb9
[junit4] 2> 3477883 INFO (qtp1446638117-76702) [n:127.0.0.1:44765_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard2.replica1
[junit4] 2> 3477883 INFO (qtp1446638117-76702) [n:127.0.0.1:44765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node2/data
[junit4] 2> 3477883 INFO (qtp1446638117-76702) [n:127.0.0.1:44765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node2/data/index
[junit4] 2> 3477884 INFO (qtp1446638117-76702) [n:127.0.0.1:44765_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node2/data/snapshot_metadata
[junit4] 2> 3477884 INFO (qtp1472974008-76712) [n:127.0.0.1:54733_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard1.replica1
[junit4] 2> 3477885 INFO (qtp1472974008-76712) [n:127.0.0.1:54733_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node1/data/snapshot_metadata
[junit4] 2> 3477885 INFO (qtp1472974008-76712) [n:127.0.0.1:54733_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node1/data
[junit4] 2> 3477885 INFO (qtp1472974008-76712) [n:127.0.0.1:54733_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node1/data/index
[junit4] 2> 3477890 INFO (IPC Server handler 6 on 41042) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:53370
[junit4] 2> 3477895 INFO (IPC Server handler 0 on 41042) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:53370
[junit4] 2> 3477896 INFO (qtp1446638117-76702) [n:127.0.0.1:44765_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=125
[junit4] 2> 3477897 INFO (qtp1472974008-76712) [n:127.0.0.1:54733_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=127
[junit4] 2> 3478601 INFO (qtp535178315-76721) [n:127.0.0.1:45953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=832
[junit4] 2> 3478601 INFO (qtp535178315-76691) [n:127.0.0.1:45953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:45953/solr,http://127.0.0.1:40568/solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3478602 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7956c1c6) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:53370 to delete [blk_1073741825_1001, blk_1073741826_1002]
[junit4] 2> 3478603 INFO (OverseerThreadFactory-6368-thread-4-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.CreateCollectionCmd Create collection nodeset_collection
[junit4] 2> 3478603 INFO (OverseerCollectionConfigSetProcessor-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3478603 WARN (OverseerThreadFactory-6368-thread-4-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (nodeset_collection) without cores.
[junit4] 2> 3478808 INFO (qtp535178315-76691) [n:127.0.0.1:45953_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3478808 INFO (qtp535178315-76691) [n:127.0.0.1:45953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:45953/solr,http://127.0.0.1:40568/solr&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 3478809 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[7CC9E56C2343E403]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
[junit4] 2> 3478853 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[7CC9E56C2343E403]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 3478854 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[7CC9E56C2343E403]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3478855 INFO (qtp535178315-76696) [n:127.0.0.1:45953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodeset_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3478856 INFO (OverseerCollectionConfigSetProcessor-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3478857 INFO (OverseerThreadFactory-6368-thread-5-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 3479463 INFO (qtp535178315-76696) [n:127.0.0.1:45953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=608
[junit4] 2> 3479464 ERROR (qtp535178315-76697) [n:127.0.0.1:45953_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:208)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:171)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3479464 INFO (qtp535178315-76697) [n:127.0.0.1:45953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 3479465 INFO (OverseerCollectionConfigSetProcessor-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3479466 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[7CC9E56C2343E403]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 3479522 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[7CC9E56C2343E403]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 3479523 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[7CC9E56C2343E403]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0)
[...truncated too long message...]
ServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
[junit4] 2> at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 4156963 INFO (SUITE-StressHdfsTest-seed#[7CC9E56C2343E403]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7CC9E56C2343E403-001
[junit4] 2> Feb 18, 2017 8:49:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=MockRandom), id=FST50, text=PostingsFormat(name=Memory), timestamp=PostingsFormat(name=MockRandom), txt_t=PostingsFormat(name=Memory)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory), text=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70), txt_t=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=747, maxMBSortInHeap=5.6021949814691405, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-CH, timezone=Etc/UTC
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=271917584,total=534773760
[junit4] 2> NOTE: All tests run in this JVM: [TestFastOutputStream, TestIndexSearcher, PreAnalyzedFieldManagedSchemaCloudTest, TestReversedWildcardFilterFactory, TestSizeLimitedDistributedMap, TestCoreDiscovery, TestSolrFieldCacheMBean, SmileWriterTest, TestTolerantSearch, TestSmileRequest, TestMaxScoreQueryParser, SparseHLLTest, TestJsonRequest, BooleanFieldTest, ResponseHeaderTest, TestReloadDeadlock, BlockJoinFacetDistribTest, JvmMetricsTest, ClassificationUpdateProcessorFactoryTest, TestBulkSchemaAPI, TestCloudInspectUtil, TestGroupingSearch, TestSolrCloudWithSecureImpersonation, SimpleCollectionCreateDeleteTest, XmlUpdateRequestHandlerTest, TestFieldCacheVsDocValues, BadIndexSchemaTest, TestDownShardTolerantSearch, DistributedQueryComponentCustomSortTest, TlogReplayBufferedWhileIndexingTest, TestSolrQueryParser, DistribJoinFromCollectionTest, TestCoreAdminApis, SubstringBytesRefFilterTest, DocValuesMissingTest, WrapperMergePolicyFactoryTest, TestConfigSets, SolrTestCaseJ4Test, FullHLLTest, SuggesterTest, SolrMetricReporterTest, TestManagedStopFilterFactory, TestNumericTerms32, TestBinaryField, DeleteStatusTest, SolrIndexConfigTest, TestManagedSchemaThreadSafety, HdfsRecoverLeaseTest, TestSort, TestIBSimilarityFactory, TestHashQParserPlugin, TestImpersonationWithHadoopAuth, PKIAuthenticationIntegrationTest, TestCollationFieldDocValues, TestPhraseSuggestions, TestIndexingPerformance, TestApiFramework, TemplateUpdateProcessorTest, HardAutoCommitTest, ShufflingReplicaListTransformerTest, LukeRequestHandlerTest, TermVectorComponentDistributedTest, CoreMergeIndexesAdminHandlerTest, UnloadDistributedZkTest, CurrencyFieldXmlFileTest, CloneFieldUpdateProcessorFactoryTest, FullSolrCloudDistribCmdsTest, PreAnalyzedFieldTest, TestConfigSetsAPI, BaseCdcrDistributedZkTest, TestClusterStateMutator, SolrXmlInZkTest, TestReplicaProperties, RAMDirectoryFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestConfigOverlay, TestFieldCollectionResource, TestOrdValues, TestDistribIDF, DocValuesNotIndexedTest, ResourceLoaderTest, VersionInfoTest, TestOverriddenPrefixQueryForCustomFieldType, TestSolrXml, CoreAdminHandlerTest, EchoParamsTest, FacetPivotSmallTest, TestLuceneMatchVersion, TestDocSet, HdfsSyncSliceTest, DirectUpdateHandlerOptimizeTest, URLClassifyProcessorTest, BlobRepositoryCloudTest, TestShardHandlerFactory, LeaderElectionContextKeyTest, TestRestoreCore, SynonymTokenizerTest, TestQuerySenderNoQuery, MBeansHandlerTest, TestHdfsBackupRestoreCore, MergeStrategyTest, StatsComponentTest, TestBlendedInfixSuggestions, SimpleFacetsTest, UpdateParamsTest, GraphQueryTest, TestJavabinTupleStreamParser, TestPerFieldSimilarityWithDefaultOverride, LeaderElectionTest, TestSolrDeletionPolicy1, ShardSplitTest, CircularListTest, TestRandomFlRTGCloud, BigEndianAscendingWordSerializerTest, ChaosMonkeySafeLeaderTest, OverseerTest, TestReplicationHandler, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, RollingRestartTest, HdfsBasicDistributedZkTest, HdfsUnloadDistributedZkTest, StressHdfsTest]
[junit4] Completed [617/694 (2!)] on J2 in 432.81s, 1 test, 1 error <<< FAILURES!
[...truncated 62812 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1240 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1240/
4 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41640/aqe/f/forceleader_test_collection
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41640/aqe/f/forceleader_test_collection
at __randomizedtesting.SeedInfo.seed([EADAED056DE8C26C:C4DD9C5546A3B0D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.HttpPartitionTest.realTimeGetDocId(HttpPartitionTest.java:635)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:620)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:575)
at org.apache.solr.cloud.ForceLeaderTest.bringBackOldLeaderAndSendDoc(ForceLeaderTest.java:402)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:532)
... 49 more
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=1437 sum(shards)=1436 cloudClient=1436
Stack Trace:
java.lang.AssertionError: document count mismatch. control=1437 sum(shards)=1436 cloudClient=1436
at __randomizedtesting.SeedInfo.seed([EADAED056DE8C26C:628ED2DFC314AF94]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:231)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1610 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> ??? 17, 2017 9:57:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=419, name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
[junit4] 2> at java.util.Random.nextInt(Random.java:390)
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
[junit4] 2> at com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
[junit4] 2> at com.carrotsearch.randomizedtesting.generators.RandomNumbers.randomIntBetween(RandomNumbers.java:19)
[junit4] 2> at org.apache.lucene.util.TestUtil.nextInt(TestUtil.java:432)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 4) Thread[id=418, name=SUITE-TestFuzzyQuery-seed#[9F84F0743241659B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=9F84F0743241659B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sr-CS -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7200s J0 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)
[junit4] 2> ??? 17, 2017 9:57:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> ??? 17, 2017 9:57:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=419, name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
[junit4] 2> at java.util.Random.nextInt(Random.java:390)
[junit4] 2> at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
[junit4] 2> at com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> ??? 17, 2017 9:57:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=419, name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> ??? 17, 2017 9:57:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=419, name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=133, maxMBSortInHeap=6.873271794276646, sim=RandomSimilarity(queryNorm=false): {field=DFR GL3(800.0)}, locale=sr-CS, timezone=Etc/GMT-0
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=71667696,total=125829120
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexWriterExceptions, TestByteArrayDataInput, TestSingleInstanceLockFactory, TestBlendedTermQuery, TestMaxTermFrequency, TestBufferedChecksum, TestSimpleExplanationsWithFillerDocs, TestSpanOrQuery, TestIndexableField, TestMultiPhraseQuery, TestSearch, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=9F84F0743241659B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sr-CS -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)
[junit4] Completed [386/448 (1!)] on J0 in 7223.16s, 8 tests, 2 errors <<< FAILURES!
[...truncated 10870 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/init-core-data-001
[junit4] 2> 2024374 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 2024375 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2024375 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2024421 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2024426 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2024427 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2024437 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_56652_hdfs____b9cszg/webapp
[junit4] 2> 2024819 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56652
[junit4] 2> 2025097 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2025098 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2025107 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47324_datanode____.7aqt3b/webapp
[junit4] 2> 2025512 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47324
[junit4] 2> 2025616 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2025617 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2025626 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55440_datanode____.bfwt1l/webapp
[junit4] 2> 2025725 INFO (IPC Server handler 3 on 40291) [ ] BlockStateChange BLOCK* processReport: from storage DS-88638ac6-56cd-4f67-abf5-6a89eda08a90 node DatanodeRegistration(127.0.0.1:46841, datanodeUuid=02e1b3d9-a7c3-42da-8fd7-2f5e337bc229, infoPort=45218, infoSecurePort=0, ipcPort=43309, storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2025725 INFO (IPC Server handler 3 on 40291) [ ] BlockStateChange BLOCK* processReport: from storage DS-1bf41cd7-0020-4706-943e-287ab19d671a node DatanodeRegistration(127.0.0.1:46841, datanodeUuid=02e1b3d9-a7c3-42da-8fd7-2f5e337bc229, infoPort=45218, infoSecurePort=0, ipcPort=43309, storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2026037 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55440
[junit4] 2> 2026138 INFO (IPC Server handler 3 on 40291) [ ] BlockStateChange BLOCK* processReport: from storage DS-29da5422-8fed-43fa-aa58-eff8593c9486 node DatanodeRegistration(127.0.0.1:46346, datanodeUuid=df7742ae-dc71-4623-98ad-2f0cb7d0171b, infoPort=42453, infoSecurePort=0, ipcPort=45185, storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2026138 INFO (IPC Server handler 3 on 40291) [ ] BlockStateChange BLOCK* processReport: from storage DS-de2366ed-83f7-4aa9-9081-6d453a5693bf node DatanodeRegistration(127.0.0.1:46346, datanodeUuid=df7742ae-dc71-4623-98ad-2f0cb7d0171b, infoPort=42453, infoSecurePort=0, ipcPort=45185, storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2026352 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2026366 INFO (Thread-19745) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2026366 INFO (Thread-19745) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2026466 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.ZkTestServer start zk server on port:60218
[junit4] 2> 2026477 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2026478 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2026479 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2026480 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2026480 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2026481 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2026482 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2026482 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2026483 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2026484 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2026484 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2026571 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores/collection1
[junit4] 2> 2026572 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2026573 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@500bcc16{/,null,AVAILABLE}
[junit4] 2> 2026573 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f1396b{HTTP/1.1,[http/1.1]}{127.0.0.1:47669}
[junit4] 2> 2026573 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.Server Started @2041822ms
[junit4] 2> 2026573 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40291/hdfs__localhost_40291__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001_tempDir-002_control_data, hostContext=/, hostPort=47669, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores}
[junit4] 2> 2026574 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2026574 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 2026574 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2026574 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2026574 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-17T12:23:53.412Z
[junit4] 2> 2026582 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2026582 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/solr.xml
[junit4] 2> 2026604 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60218/solr
[junit4] 2> 2026627 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2026627 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47669_
[junit4] 2> 2026628 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_ ] o.a.s.c.Overseer Overseer (id=97473936307322884-127.0.0.1:47669_-n_0000000000) starting
[junit4] 2> 2026633 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47669_
[junit4] 2> 2026635 INFO (zkCallback-1476-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2026711 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores
[junit4] 2> 2026711 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2026717 INFO (OverseerStateUpdate-97473936307322884-127.0.0.1:47669_-n_0000000000) [n:127.0.0.1:47669_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2026735 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2026745 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2026809 WARN (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2026810 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2026820 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 2026820 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40291/solr_hdfs_home
[junit4] 2> 2026820 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2026820 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores/collection1], dataDir=[hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 2026820 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e85e7e
[junit4] 2> 2026821 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 2026826 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2026826 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2026827 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2026840 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2026841 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 2026854 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 2026863 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2026863 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2026863 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2026882 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2026883 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1552066393, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2026907 INFO (IPC Server handler 7 on 40291) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46841 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-29da5422-8fed-43fa-aa58-eff8593c9486:NORMAL:127.0.0.1:46346|RBW], ReplicaUC[[DISK]DS-1bf41cd7-0020-4706-943e-287ab19d671a:NORMAL:127.0.0.1:46841|FINALIZED]]} size 0
[junit4] 2> 2026908 INFO (IPC Server handler 6 on 40291) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46346 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-29da5422-8fed-43fa-aa58-eff8593c9486:NORMAL:127.0.0.1:46346|RBW], ReplicaUC[[DISK]DS-1bf41cd7-0020-4706-943e-287ab19d671a:NORMAL:127.0.0.1:46841|FINALIZED]]} size 0
[junit4] 2> 2026914 WARN (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2026943 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2026943 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2026943 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2026951 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 2026951 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2026955 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=87.85546875, floorSegmentMB=1.2294921875, forceMergeDeletesPctAllowed=3.2840390741514423, segmentsPerTier=7.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2026959 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e7c0a41[collection1] main]
[junit4] 2> 2026980 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2026988 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2026988 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2026989 INFO (searcherExecutor-4095-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e7c0a41[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2026990 INFO (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559582981570428928
[junit4] 2> 2026997 INFO (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2026997 INFO (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2026997 INFO (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47669/collection1/
[junit4] 2> 2026997 INFO (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2026997 INFO (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47669/collection1/ has no replicas
[junit4] 2> 2027000 INFO (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47669/collection1/ shard1
[junit4] 2> 2027103 INFO (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2027392 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2027394 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60218/solr ready
[junit4] 2> 2027394 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2027466 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores/collection1
[junit4] 2> 2027466 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001
[junit4] 2> 2027467 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2027468 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74d6d15b{/,null,AVAILABLE}
[junit4] 2> 2027468 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36a2a035{HTTP/1.1,[http/1.1]}{127.0.0.1:45626}
[junit4] 2> 2027468 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.Server Started @2042717ms
[junit4] 2> 2027469 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40291/hdfs__localhost_40291__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=45626, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores}
[junit4] 2> 2027469 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2027473 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 2027473 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2027473 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2027473 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-17T12:23:54.311Z
[junit4] 2> 2027476 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2027476 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/solr.xml
[junit4] 2> 2027481 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60218/solr
[junit4] 2> 2027488 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45626_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2027489 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45626_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2027492 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45626_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45626_
[junit4] 2> 2027493 INFO (zkCallback-1476-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2027494 INFO (zkCallback-1480-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2027504 INFO (zkCallback-1485-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2027560 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45626_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores
[junit4] 2> 2027560 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45626_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2027565 INFO (OverseerStateUpdate-97473936307322884-127.0.0.1:47669_-n_0000000000) [n:127.0.0.1:47669_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2028576 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2028586 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2028648 WARN (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2028649 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2028665 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2028665 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40291/solr_hdfs_home
[junit4] 2> 2028665 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2028665 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 2028665 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e85e7e
[junit4] 2> 2028666 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 2028677 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2028678 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2028678 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2028688 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2028689 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 2028707 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 2028714 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2028714 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2028714 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2028760 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2028762 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1552066393, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2028823 INFO (IPC Server handler 9 on 40291) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46841 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-29da5422-8fed-43fa-aa58-eff8593c9486:NORMAL:127.0.0.1:46346|RBW], ReplicaUC[[DISK]DS-88638ac6-56cd-4f67-abf5-6a89eda08a90:NORMAL:127.0.0.1:46841|RBW]]} size 0
[junit4] 2> 2028823 INFO (IPC Server handler 8 on 40291) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46346 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-88638ac6-56cd-4f67-abf5-6a89eda08a90:NORMAL:127.0.0.1:46841|RBW], ReplicaUC[[DISK]DS-de2366ed-83f7-4aa9-9081-6d453a5693bf:NORMAL:127.0.0.1:46346|FINALIZED]]} size 0
[junit4] 2> 2028837 WARN (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2028881 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2028881 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2028881 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2028900 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 2028901 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2028904 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=87.85546875, floorSegmentMB=1.2294921875, forceMergeDeletesPctAllowed=3.2840390741514423, segmentsPerTier=7.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2028908 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@452feac6[collection1] main]
[junit4] 2> 2028909 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2028910 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2028910 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2028917 INFO (searcherExecutor-4106-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@452feac6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2028924 INFO (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559582983598374912
[junit4] 2> 2028930 INFO (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2028930 INFO (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2028930 INFO (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45626/collection1/
[junit4] 2> 2028930 INFO (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2028930 INFO (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:45626/collection1/ has no replicas
[junit4] 2> 2028932 INFO (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45626/collection1/ shard2
[junit4] 2> 2029083 INFO (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2029290 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores/collection1
[junit4] 2> 2029291 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001
[junit4] 2> 2029292 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2029292 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6cc1fd3c{/,null,AVAILABLE}
[junit4] 2> 2029293 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1db26cc7{HTTP/1.1,[http/1.1]}{127.0.0.1:45268}
[junit4] 2> 2029293 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.Server Started @2044541ms
[junit4] 2> 2029293 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40291/hdfs__localhost_40291__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=45268, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores}
[junit4] 2> 2029293 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2029301 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 2029301 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2029301 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2029301 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-17T12:23:56.139Z
[junit4] 2> 2029309 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2029309 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/solr.xml
[junit4] 2> 2029315 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60218/solr
[junit4] 2> 2029322 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45268_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2029323 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45268_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2029325 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45268_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45268_
[junit4] 2> 2029326 INFO (zkCallback-1485-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2029326 INFO (zkCallback-1480-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2029327 INFO (zkCallback-1476-thread-2-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2029332 INFO (zkCallback-1491-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2029424 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45268_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores
[junit4] 2> 2029424 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45268_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2029425 INFO (OverseerStateUpdate-97473936307322884-127.0.0.1:47669_-n_0000000000) [n:127.0.0.1:47669_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
[junit4] 2> 2030442 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2030451 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2030569 WARN (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2030570 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2030582 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2030583 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40291/solr_hdfs_home
[junit4] 2> 2030583 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2030583 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 2030583 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e85e7e
[junit4] 2> 2030583 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 2030589 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2030589 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2030589 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2030607 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2030608 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 2030623 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 2030636 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2030636 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2030636 INFO (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1 x:collection1] o.a.s.c.
[...truncated too long message...]
ceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.Overseer Overseer (id=97474098028085262-127.0.0.1:57625_aqe%2Ff-n_0000000003) closing
[junit4] 2> 4567991 INFO (OverseerStateUpdate-97474098028085262-127.0.0.1:57625_aqe%2Ff-n_0000000003) [n:127.0.0.1:57625_aqe%2Ff ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57625_aqe%2Ff
[junit4] 2> 4567993 WARN (zkCallback-2177-thread-3-processing-n:127.0.0.1:57625_aqe%2Ff) [n:127.0.0.1:57625_aqe%2Ff ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4567993 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4567993 INFO (zkCallback-2160-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 4567994 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@717a17a0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4567994 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1643a46d{/aqe/f,null,UNAVAILABLE}
[junit4] 2> 4567995 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 51369
[junit4] 2> 4567996 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33002 33002
[junit4] 2> 4568096 INFO (Thread-87002) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33002 33002
[junit4] 2> 4568097 WARN (Thread-87002) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/forceleader_last_published/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 57 /solr/overseer/collection-queue-work
[junit4] 2> 34 /solr/overseer/queue
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4568097 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:57625/aqe/f, target: http://127.0.0.1:47431/aqe/f
[junit4] 2> 4568097 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:51369/aqe/f, target: http://127.0.0.1:57797/aqe/f
[junit4] 2> 4568097 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:44382/aqe/f, target: http://127.0.0.1:56748/aqe/f
[junit4] 2> 4568097 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:56326/aqe/f, target: http://127.0.0.1:49282/aqe/f
[junit4] 2> 4568098 INFO (SUITE-ForceLeaderTest-seed#[EADAED056DE8C26C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_EADAED056DE8C26C-001
[junit4] 2> Feb 17, 2017 1:06:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FSTOrd50, a_t=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneFixedGap), text=FST50, timestamp=PostingsFormat(name=Memory)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1705, maxMBSortInHeap=5.552836239740372, sim=RandomSimilarity(queryNorm=true): {}, locale=sv-SE, timezone=Asia/Dacca
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=155377344,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldResource, UniqFieldsUpdateProcessorFactoryTest, TestXmlQParser, TestClusterProperties, TestDistributedStatsComponentCardinality, SolrJmxReporterTest, TestRealTimeGet, TestDFISimilarityFactory, TestSolrConfigHandlerConcurrent, TestSolrConfigHandler, TestMacros, DateMathParserTest, RankQueryTest, StandardRequestHandlerTest, QueryEqualityTest, OverseerCollectionConfigSetProcessorTest, TestTrackingShardHandlerFactory, TestSolrQueryResponse, DistributedQueueTest, TestUnifiedSolrHighlighter, SharedFSAutoReplicaFailoverTest, TestManagedResourceStorage, AnalysisAfterCoreReloadTest, TestFastWriter, ReturnFieldsTest, TestManagedSynonymFilterFactory, QueryResultKeyTest, DistributedDebugComponentTest, TestReplicationHandlerBackup, TestDynamicFieldCollectionResource, SearchHandlerTest, PeerSyncTest, TestValueSourceCache, DeleteInactiveReplicaTest, TestFieldCacheSort, TestRTimerTree, TestPushWriter, SignatureUpdateProcessorFactoryTest, SegmentsInfoRequestHandlerTest, SpatialHeatmapFacetsTest, InfixSuggestersTest, TestLockTree, ClusterStateTest, TestPathTrie, CheckHdfsIndexTest, MultiTermTest, PreAnalyzedUpdateProcessorTest, FileBasedSpellCheckerTest, ScriptEngineTest, TestBadConfig, OverseerStatusTest, SolrRequestParserTest, UtilsToolTest, AnalyticsQueryTest, RequiredFieldsTest, DeleteReplicaTest, AnalysisErrorHandlingTest, HdfsThreadLeakTest, HdfsBasicDistributedZkTest, ChangedSchemaMergeTest, TestConfigSetImmutable, TestTolerantUpdateProcessorCloud, HdfsDirectoryTest, TestSegmentSorting, TestQueryWrapperFilter, TestCorePropertiesReload, BlockCacheTest, DistribCursorPagingTest, HdfsCollectionsAPIDistributedZkTest, TestSearcherReuse, AddSchemaFieldsUpdateProcessorFactoryTest, TestStressLucene, DefaultValueUpdateProcessorTest, SolrMetricsIntegrationTest, HLLSerializationTest, TestRequestForwarding, TestHighlightDedupGrouping, DisMaxRequestHandlerTest, TestScoreJoinQPNoScore, TestSolrCloudSnapshots, InfoHandlerTest, TestLFUCache, TestPseudoReturnFields, TestRTGBase, XsltUpdateRequestHandlerTest, TestSolrCloudWithDelegationTokens, TestLMJelinekMercerSimilarityFactory, RegexBoostProcessorTest, BasicAuthIntegrationTest, ZkStateReaderTest, TestSortByMinMaxFunction, TestImplicitCoreProperties, TestDistributedSearch, BitVectorTest, SSLMigrationTest, CurrencyFieldOpenExchangeTest, TestSchemaNameResource, TestOmitPositions, TestQuerySenderListener, UUIDFieldTest, TestSolrCloudWithHadoopAuthPlugin, TestDFRSimilarityFactory, TestNRTOpen, DistanceUnitsTest, TestFileDictionaryLookup, TestDeleteCollectionOnDownNodes, TestComplexPhraseQParserPlugin, CursorPagingTest, CacheHeaderTest, LeaderElectionIntegrationTest, DistributedFacetPivotSmallTest, OpenCloseCoreStressTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TestStressReorder, TestJoin, TestReload, HardAutoCommitTest, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, TestLazyCores, SimplePostToolTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, DebugComponentTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, IndexSchemaTest, MBeansHandlerTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestBM25SimilarityFactory, TestJmxMonitoredMap, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestSuggestSpellingConverter, DateFieldTest, TestLRUCache, ZkNodePropsTest, SystemInfoHandlerTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, ActionThrottleTest, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteStatusTest, DistribJoinFromCollectionTest, ForceLeaderTest]
[junit4] Completed [574/694 (2!)] on J0 in 1938.00s, 3 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 62925 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1239 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1239/
All tests passed
Build Log:
[...truncated 68618 lines...]
-ecj-javadoc-lint-tests:
[mkdir] Created dir: /tmp/ecj218679615
[ecj-lint] Compiling 763 source files to /tmp/ecj218679615
[ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
[ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
[ecj-lint] ----------
[ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/cloud/OverseerTest.java (at line 266)
[ecj-lint] ZkStateReader reader = new ZkStateReader(zkClient);
[ecj-lint] ^^^^^^
[ecj-lint] Resource leak: 'reader' is never closed
[ecj-lint] ----------
[ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/cloud/OverseerTest.java (at line 316)
[ecj-lint] ZkStateReader reader = new ZkStateReader(zkClient);
[ecj-lint] ^^^^^^
[ecj-lint] Resource leak: 'reader' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/core/HdfsDirectoryFactoryTest.java (at line 146)
[ecj-lint] HdfsDirectoryFactory hdfsFactory = new HdfsDirectoryFactory();
[ecj-lint] ^^^^^^^^^^^
[ecj-lint] Resource leak: 'hdfsFactory' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 4. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/handler/admin/SecurityConfHandlerTest.java (at line 53)
[ecj-lint] BasicAuthPlugin basicAuth = new BasicAuthPlugin();
[ecj-lint] ^^^^^^^^^
[ecj-lint] Resource leak: 'basicAuth' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/handler/component/DistributedDebugComponentTest.java (at line 163)
[ecj-lint] SolrClient client = random().nextBoolean() ? collection1 : collection2;
[ecj-lint] ^^^^^^
[ecj-lint] Resource leak: 'client' is never closed
[ecj-lint] ----------
[ecj-lint] 6. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/handler/component/DistributedDebugComponentTest.java (at line 221)
[ecj-lint] throw new AssertionError(q.toString() + ": " + e.getMessage(), e);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'client' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 7. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java (at line 201)
[ecj-lint] Analyzer a1 = new WhitespaceAnalyzer();
[ecj-lint] ^^
[ecj-lint] Resource leak: 'a1' is never closed
[ecj-lint] ----------
[ecj-lint] 8. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java (at line 204)
[ecj-lint] OffsetWindowTokenFilter tots = new OffsetWindowTokenFilter(tokenStream);
[ecj-lint] ^^^^
[ecj-lint] Resource leak: 'tots' is never closed
[ecj-lint] ----------
[ecj-lint] 9. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java (at line 208)
[ecj-lint] Analyzer a2 = new WhitespaceAnalyzer();
[ecj-lint] ^^
[ecj-lint] Resource leak: 'a2' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 10. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestBinaryResponseWriter.java (at line 63)
[ecj-lint] NamedList res = (NamedList) new JavaBinCodec().unmarshal(new ByteArrayInputStream(baos.toByteArray()));
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 11. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 72)
[ecj-lint] JavabinTupleStreamParser parser = new JavabinTupleStreamParser(new ByteArrayInputStream(bytes), true);
[ecj-lint] ^^^^^^
[ecj-lint] Resource leak: 'parser' is never closed
[ecj-lint] ----------
[ecj-lint] 12. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 173)
[ecj-lint] new JavaBinCodec().marshal(response.getValues(), baos);
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 13. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 175)
[ecj-lint] Object o = new JavaBinCodec().unmarshal(new ByteArrayInputStream(bytes));
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 14. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 178)
[ecj-lint] JavabinTupleStreamParser parser = new JavabinTupleStreamParser(new ByteArrayInputStream(bytes), false);
[ecj-lint] ^^^^^^
[ecj-lint] Resource leak: 'parser' is never closed
[ecj-lint] ----------
[ecj-lint] 15. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 192)
[ecj-lint] new JavaBinCodec().marshal(response.getValues(), baos);
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 16. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestPushWriter.java (at line 57)
[ecj-lint] m = (Map) new JavaBinCodec().unmarshal(new ByteArrayInputStream(baos.toByteArray()));
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 17. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/transform/TestSubQueryTransformer.java (at line 387)
[ecj-lint] unmarshalled = (NamedList<Object>) new JavaBinCodec().unmarshal(
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 18. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/search/TestDocSet.java (at line 241)
[ecj-lint] return loadfactor!=0 ? new HashDocSet(a,0,n,1/loadfactor) : new HashDocSet(a,0,n);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 19. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/search/TestDocSet.java (at line 526)
[ecj-lint] DocSet a = new BitDocSet(bs);
[ecj-lint] ^
[ecj-lint] Resource leak: 'a' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 20. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/search/TestRecovery.java (at line 26)
[ecj-lint] import org.apache.solr.common.SolrInputDocument;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.solr.common.SolrInputDocument is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 21. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/security/TestPKIAuthenticationPlugin.java (at line 85)
[ecj-lint] final MockPKIAuthenticationPlugin mock = new MockPKIAuthenticationPlugin(null, nodeName);
[ecj-lint] ^^^^
[ecj-lint] Resource leak: 'mock' is never closed
[ecj-lint] ----------
[ecj-lint] 22. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/security/TestPKIAuthenticationPlugin.java (at line 138)
[ecj-lint] MockPKIAuthenticationPlugin mock1 = new MockPKIAuthenticationPlugin(null, nodeName) {
[ecj-lint] ^^^^^
[ecj-lint] Resource leak: 'mock1' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 23. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/security/TestRuleBasedAuthorizationPlugin.java (at line 365)
[ecj-lint] RuleBasedAuthorizationPlugin plugin = new RuleBasedAuthorizationPlugin();
[ecj-lint] ^^^^^^
[ecj-lint] Resource leak: 'plugin' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 24. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/security/TestSha256AuthenticationProvider.java (at line 49)
[ecj-lint] BasicAuthPlugin basicAuthPlugin = new BasicAuthPlugin();
[ecj-lint] ^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'basicAuthPlugin' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 25. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/spelling/SimpleQueryConverter.java (at line 42)
[ecj-lint] WhitespaceAnalyzer analyzer = new WhitespaceAnalyzer();
[ecj-lint] ^^^^^^^^
[ecj-lint] Resource leak: 'analyzer' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 26. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/uninverting/TestFieldCacheVsDocValues.java (at line 139)
[ecj-lint] IndexWriter w = new IndexWriter(d, newIndexWriterConfig(analyzer));
[ecj-lint] ^
[ecj-lint] Resource leak: 'w' is never closed
[ecj-lint] ----------
[ecj-lint] 27. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/uninverting/TestFieldCacheVsDocValues.java (at line 172)
[ecj-lint] throw iae;
[ecj-lint] ^^^^^^^^^^
[ecj-lint] Resource leak: 'w' is not closed at this location
[ecj-lint] ----------
[ecj-lint] 28. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/uninverting/TestFieldCacheVsDocValues.java (at line 178)
[ecj-lint] return;
[ecj-lint] ^^^^^^^
[ecj-lint] Resource leak: 'w' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 29. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/update/AddBlockUpdateTest.java (at line 415)
[ecj-lint] new JavaBinCodec().marshal(topDocument, os);
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 30. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/update/AddBlockUpdateTest.java (at line 419)
[ecj-lint] SolrInputDocument result = (SolrInputDocument) new JavaBinCodec().unmarshal(is);
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 31. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/update/SolrIndexSplitterTest.java (at line 181)
[ecj-lint] EmbeddedSolrServer server1 = new EmbeddedSolrServer(h.getCoreContainer(), "split1");
[ecj-lint] ^^^^^^^
[ecj-lint] Resource leak: 'server1' is never closed
[ecj-lint] ----------
[ecj-lint] 32. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/update/SolrIndexSplitterTest.java (at line 182)
[ecj-lint] EmbeddedSolrServer server2 = new EmbeddedSolrServer(h.getCoreContainer(), "split2");
[ecj-lint] ^^^^^^^
[ecj-lint] Resource leak: 'server2' is never closed
[ecj-lint] ----------
[ecj-lint] 32 problems (1 error, 31 warnings)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:674: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2010: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2043: Compile failed; see the compiler error output for details.
Total time: 262 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1238 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1238/
2 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([17394FA05C27E655:758E2594985A37B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx(TestStressCloudBlindAtomicUpdates.java:234)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.TestInPlaceUpdatesStandalone.testUpdatingDocValues
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([17394FA05C27E655:C1499207377A9803]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.update.TestInPlaceUpdatesStandalone.testUpdatingDocValues(TestInPlaceUpdatesStandalone.java:179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11570 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/init-core-data-001
[junit4] 2> 77824 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 77825 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 77828 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001
[junit4] 2> 77828 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 77833 INFO (Thread-20) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 77833 INFO (Thread-20) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 78049 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52787
[junit4] 2> 78283 INFO (jetty-launcher-78-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 78283 INFO (jetty-launcher-78-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 78287 INFO (jetty-launcher-78-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 78287 INFO (jetty-launcher-78-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 78287 INFO (jetty-launcher-78-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 78287 INFO (jetty-launcher-78-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 78287 INFO (jetty-launcher-78-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 78287 INFO (jetty-launcher-78-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 78288 INFO (jetty-launcher-78-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 78288 INFO (jetty-launcher-78-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 78590 INFO (jetty-launcher-78-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4468ff37{/solr,null,AVAILABLE}
[junit4] 2> 78590 INFO (jetty-launcher-78-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d87b79d{/solr,null,AVAILABLE}
[junit4] 2> 78590 INFO (jetty-launcher-78-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dd03368{/solr,null,AVAILABLE}
[junit4] 2> 78593 INFO (jetty-launcher-78-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ddbec86{/solr,null,AVAILABLE}
[junit4] 2> 78604 INFO (jetty-launcher-78-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b1f028b{/solr,null,AVAILABLE}
[junit4] 2> 78597 INFO (jetty-launcher-78-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@217fc4c1{/solr,null,AVAILABLE}
[junit4] 2> 78606 INFO (jetty-launcher-78-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e455ae9{/solr,null,AVAILABLE}
[junit4] 2> 78609 INFO (jetty-launcher-78-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d659255{/solr,null,AVAILABLE}
[junit4] 2> 78610 INFO (jetty-launcher-78-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27426f0d{/solr,null,AVAILABLE}
[junit4] 2> 78611 INFO (jetty-launcher-78-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45560d8c{/solr,null,AVAILABLE}
[junit4] 2> 78653 INFO (jetty-launcher-78-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@585a1487{HTTP/1.1,[http/1.1]}{127.0.0.1:56925}
[junit4] 2> 78654 INFO (jetty-launcher-78-thread-8) [ ] o.e.j.s.Server Started @81604ms
[junit4] 2> 78654 INFO (jetty-launcher-78-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56925}
[junit4] 2> 78655 INFO (jetty-launcher-78-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c22d207{HTTP/1.1,[http/1.1]}{127.0.0.1:38479}
[junit4] 2> 78665 INFO (jetty-launcher-78-thread-9) [ ] o.e.j.s.Server Started @81615ms
[junit4] 2> 78655 INFO (jetty-launcher-78-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@633126d3{HTTP/1.1,[http/1.1]}{127.0.0.1:42826}
[junit4] 2> 78656 INFO (jetty-launcher-78-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@249dbf83{HTTP/1.1,[http/1.1]}{127.0.0.1:48156}
[junit4] 2> 78657 INFO (jetty-launcher-78-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59727235{HTTP/1.1,[http/1.1]}{127.0.0.1:42863}
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-1) [ ] o.e.j.s.Server Started @81617ms
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-2) [ ] o.e.j.s.Server Started @81617ms
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-3) [ ] o.e.j.s.Server Started @81617ms
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48156}
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42863}
[junit4] 2> 78657 INFO (jetty-launcher-78-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@347676ed{HTTP/1.1,[http/1.1]}{127.0.0.1:43585}
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-5) [ ] o.e.j.s.Server Started @81617ms
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43585}
[junit4] 2> 78657 INFO (jetty-launcher-78-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b6c6af9{HTTP/1.1,[http/1.1]}{127.0.0.1:56482}
[junit4] 2> 78657 INFO (jetty-launcher-78-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b0830e{HTTP/1.1,[http/1.1]}{127.0.0.1:51084}
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-4) [ ] o.e.j.s.Server Started @81617ms
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56482}
[junit4] 2> 78663 INFO (jetty-launcher-78-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61fe608{HTTP/1.1,[http/1.1]}{127.0.0.1:52358}
[junit4] 2> 78668 INFO (jetty-launcher-78-thread-10) [ ] o.e.j.s.Server Started @81618ms
[junit4] 2> 78668 INFO (jetty-launcher-78-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52358}
[junit4] 2> 78656 INFO (jetty-launcher-78-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@941b364{HTTP/1.1,[http/1.1]}{127.0.0.1:52566}
[junit4] 2> 78669 INFO (jetty-launcher-78-thread-7) [ ] o.e.j.s.Server Started @81619ms
[junit4] 2> 78669 INFO (jetty-launcher-78-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52566}
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42826}
[junit4] 2> 78667 INFO (jetty-launcher-78-thread-6) [ ] o.e.j.s.Server Started @81617ms
[junit4] 2> 78669 INFO (jetty-launcher-78-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51084}
[junit4] 2> 78665 INFO (jetty-launcher-78-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38479}
[junit4] 2> 78677 ERROR (jetty-launcher-78-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78677 INFO (jetty-launcher-78-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 78682 ERROR (jetty-launcher-78-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78682 INFO (jetty-launcher-78-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78682 INFO (jetty-launcher-78-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78677 ERROR (jetty-launcher-78-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78684 ERROR (jetty-launcher-78-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78684 INFO (jetty-launcher-78-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 78685 INFO (jetty-launcher-78-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78685 INFO (jetty-launcher-78-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78685 INFO (jetty-launcher-78-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T09:34:13.989Z
[junit4] 2> 78685 INFO (jetty-launcher-78-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T09:34:13.989Z
[junit4] 2> 78684 ERROR (jetty-launcher-78-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78684 ERROR (jetty-launcher-78-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78686 INFO (jetty-launcher-78-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 78686 INFO (jetty-launcher-78-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78686 INFO (jetty-launcher-78-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78684 ERROR (jetty-launcher-78-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78686 INFO (jetty-launcher-78-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T09:34:13.990Z
[junit4] 2> 78686 INFO (jetty-launcher-78-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 78686 INFO (jetty-launcher-78-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78686 INFO (jetty-launcher-78-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78687 INFO (jetty-launcher-78-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T09:34:13.990Z
[junit4] 2> 78687 INFO (jetty-launcher-78-thread-8) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 78684 ERROR (jetty-launcher-78-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78687 INFO (jetty-launcher-78-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 78684 ERROR (jetty-launcher-78-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78687 INFO (jetty-launcher-78-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 78684 ERROR (jetty-launcher-78-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78723 INFO (jetty-launcher-78-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 78682 INFO (jetty-launcher-78-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 78727 INFO (jetty-launcher-78-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78727 INFO (jetty-launcher-78-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78727 INFO (jetty-launcher-78-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T09:34:14.031Z
[junit4] 2> 78729 INFO (jetty-launcher-78-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78729 INFO (jetty-launcher-78-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78729 INFO (jetty-launcher-78-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T09:34:14.033Z
[junit4] 2> 78692 INFO (jetty-launcher-78-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78740 INFO (jetty-launcher-78-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78692 INFO (jetty-launcher-78-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78740 INFO (jetty-launcher-78-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T09:34:14.044Z
[junit4] 2> 78740 INFO (jetty-launcher-78-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78740 INFO (jetty-launcher-78-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T09:34:14.044Z
[junit4] 2> 78686 INFO (jetty-launcher-78-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 78741 INFO (jetty-launcher-78-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78741 INFO (jetty-launcher-78-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78741 INFO (jetty-launcher-78-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T09:34:14.045Z
[junit4] 2> 78685 INFO (jetty-launcher-78-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 78741 INFO (jetty-launcher-78-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78741 INFO (jetty-launcher-78-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78741 INFO (jetty-launcher-78-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-02-15T09:34:14.045Z
[junit4] 2> 78767 INFO (jetty-launcher-78-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 78841 INFO (jetty-launcher-78-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 78842 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a411f46920001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 78863 INFO (jetty-launcher-78-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 78863 INFO (jetty-launcher-78-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 78863 INFO (jetty-launcher-78-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 78954 INFO (jetty-launcher-78-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
[junit4] 2> 78968 INFO (jetty-launcher-78-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
[junit4] 2> 79066 INFO (jetty-launcher-78-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
[junit4] 2> 79085 INFO (jetty-launcher-78-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
[junit4] 2> 79118 INFO (jetty-launcher-78-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
[junit4] 2> 79085 INFO (jetty-launcher-78-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 79085 INFO (jetty-launcher-78-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 79085 INFO (jetty-launcher-78-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 79067 INFO (jetty-launcher-78-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 79066 INFO (jetty-launcher-78-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 79241 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a411f4692000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 79300 INFO (jetty-launcher-78-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
[junit4] 2> 79336 INFO (jetty-launcher-78-thread-8) [n:127.0.0.1:56925_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 79382 INFO (jetty-launcher-78-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
[junit4] 2> 79551 INFO (jetty-launcher-78-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
[junit4] 2> 79569 INFO (jetty-launcher-78-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
[junit4] 2> 79383 INFO (jetty-launcher-78-thread-8) [n:127.0.0.1:56925_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56925_solr
[junit4] 2> 79678 INFO (jetty-launcher-78-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
[junit4] 2> 79681 INFO (jetty-launcher-78-thread-8) [n:127.0.0.1:56925_solr ] o.a.s.c.Overseer Overseer (id=97461944525651983-127.0.0.1:56925_solr-n_0000000000) starting
[junit4] 2> 79725 INFO (jetty-launcher-78-thread-10) [n:127.0.0.1:52358_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 79725 INFO (jetty-launcher-78-thread-10) [n:127.0.0.1:52358_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52358_solr
[junit4] 2> 79782 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 79782 INFO (zkCallback-104-thread-1-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 79804 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a411f46920018, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 79807 INFO (jetty-launcher-78-thread-8) [n:127.0.0.1:56925_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56925_solr
[junit4] 2> 79810 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 79811 INFO (zkCallback-104-thread-1-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 79813 INFO (jetty-launcher-78-thread-5) [n:127.0.0.1:43585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 79813 INFO (jetty-launcher-78-thread-7) [n:127.0.0.1:52566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 79813 INFO (jetty-launcher-78-thread-1) [n:127.0.0.1:42826_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 79814 INFO (jetty-launcher-78-thread-9) [n:127.0.0.1:38479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 79816 INFO (jetty-launcher-78-thread-5) [n:127.0.0.1:43585_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 79818 INFO (jetty-launcher-78-thread-1) [n:127.0.0.1:42826_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 79818 INFO (jetty-launcher-78-thread-7) [n:127.0.0.1:52566_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 79819 INFO (jetty-launcher-78-thread-9) [n:127.0.0.1:38479_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 79821 INFO (jetty-launcher-78-thread-5) [n:127.0.0.1:43585_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43585_solr
[junit4] 2> 79821 INFO (jetty-launcher-78-thread-1) [n:127.0.0.1:42826_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42826_solr
[junit4] 2> 79822 INFO (jetty-launcher-78-thread-7) [n:127.0.0.1:52566_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52566_solr
[junit4] 2> 79822 INFO (jetty-launcher-78-thread-9) [n:127.0.0.1:38479_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38479_solr
[junit4] 2> 79823 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 79829 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 79840 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 79870 INFO (zkCallback-119-thread-1-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 79886 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 79886 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
[junit4] 2> 79886 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
[junit4] 2> 79898 INFO (zkCallback-104-thread-2-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
[junit4] 2> 79934 INFO (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 79940 INFO (jetty-launcher-78-thread-7) [n:127.0.0.1:52566_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node5/.
[junit4] 2> 79955 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a411f4692001a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 79974 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 80014 INFO (jetty-launcher-78-thread-3) [n:127.0.0.1:42863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 80015 INFO (jetty-launcher-78-thread-3) [n:127.0.0.1:42863_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 80052 INFO (jetty-launcher-78-thread-3) [n:127.0.0.1:42863_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42863_solr
[junit4] 2> 80053 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 80053 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 80066 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 80105 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 80105 INFO (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 80099 INFO (jetty-launcher-78-thread-8) [n:127.0.0.1:56925_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node7/.
[junit4] 2> 80095 INFO (jetty-launcher-78-thread-5) [n:127.0.0.1:43585_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node9/.
[junit4] 2> 80108 INFO (zkCallback-104-thread-1-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 80116 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 80117 INFO (jetty-launcher-78-thread-10) [n:127.0.0.1:52358_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node4/.
[junit4] 2> 80124 INFO (jetty-launcher-78-thread-6) [n:127.0.0.1:51084_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
[junit4] 2> 80124 INFO (jetty-launcher-78-thread-2) [n:127.0.0.1:48156_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
[junit4] 2> 80127 INFO (jetty-launcher-78-thread-6) [n:127.0.0.1:51084_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 80127 INFO (jetty-launcher-78-thread-2) [n:127.0.0.1:48156_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 80130 INFO (jetty-launcher-78-thread-6) [n:127.0.0.1:51084_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51084_solr
[junit4] 2> 80131 INFO (jetty-launcher-78-thread-2) [n:127.0.0.1:48156_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48156_solr
[junit4] 2> 80132 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 80132 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 80132 INFO (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 80132 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 80132 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 80132 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 80136 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 80136 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 80137 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 80137 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 80137 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 80137 INFO (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 80148 INFO (jetty-launcher-78-thread-9) [n:127.0.0.1:38479_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node8/.
[junit4] 2> 80185 INFO (jetty-launcher-78-thread-1) [n:127.0.0.1:42826_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node1/.
[junit4] 2> 80204 INFO (zkCallback-133-thread-1-processing-n:127.0.0.1:48156_solr) [n:127.0.0.1:48156_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9)
[junit4] 2> 80204 INFO (zkCallback-134-thread-1-processing-n:127.0.0.1:51084_solr) [n:127.0.0.1:51084_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9)
[junit4] 2> 80205 INFO (zkCallback-104-thread-3-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9)
[junit4] 2> 80232 INFO (jetty-launcher-78-thread-2) [n:127.0.0.1:48156_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node10/.
[junit4] 2> 80247 INFO (jetty-launcher-78-thread-3) [n:127.0.0.1:42863_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node3/.
[junit4] 2> 80252 INFO (jetty-launcher-78-thread-4) [n:127.0.0.1:56482_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (9)
[junit4] 2> 80254 INFO (jetty-launcher-78-thread-4) [n:127.0.0.1:56482_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 80255 INFO (jetty-launcher-78-thread-4) [n:127.0.0.1:56482_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56482_solr
[junit4] 2> 80256 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 80256 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 80256 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 80256 INFO (zkCallback-104-thread-1-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 80257 INFO (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 80257 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 80257 INFO (zkCallback-134-thread-1-processing-n:127.0.0.1:51084_solr) [n:127.0.0.1:51084_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 80257 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 80257 INFO (zkCallback-133-thread-1-processing-n:127.0.0.1:48156_solr) [n:127.0.0.1:48156_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 80302 INFO (zkCallback-135-thread-1-processing-n:127.0.0.1:56482_solr) [n:127.0.0.1:56482_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 80373 INFO (jetty-launcher-78-thread-4) [n:127.0.0.1:56482_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node6/.
[junit4] 2> 80379 INFO (jetty-launcher-78-thread-6) [n:127.0.0.1:51084_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node2/.
[junit4] 2> 80737 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 80739 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52787/solr ready
[junit4] 2> 81866 INFO (qtp1340180546-388) [n:127.0.0.1:56925_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 82106 INFO (OverseerThreadFactory-239-thread-1-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 82308 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 82317 INFO (qtp779046993-424) [n:127.0.0.1:51084_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 82316 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 82328 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 82329 INFO (qtp1237824368-355) [n:127.0.0.1:56482_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 82330 INFO (qtp288047898-362) [n:127.0.0.1:42826_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 82332 INFO (qtp860286629-368) [n:127.0.0.1:43585_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 82334 INFO (qtp1224213783-416) [n:127.0.0.1:52566_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 82379 INFO (qtp1273138163-396) [n:127.0.0.1:38479_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 82381 INFO (qtp864265056-376) [n:127.0.0.1:42863_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 82496 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 82496 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 82496 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 82496 INFO (zkCallback-104-thread-3-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 82496 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 82496 INFO (zkCallback-134-thread-1-processing-n:127.0.0.1:51084_solr) [n:127.0.0.1:51084_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 82497 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 82497 INFO (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 82497 INFO (zkCallback-135-thread-1-processing-n:127.0.0.1:56482_solr) [n:127.0.0.1:56482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 82497 INFO (zkCallback-133-thread-1-processing-n:127.0.0.1:48156_solr) [n:127.0.0.1:48156_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 83356 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83362 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83386 INFO (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83452 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83458 INFO (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83465 INFO (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83471 INFO (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83534 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema [test_col_shard5_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 83540 INFO (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83545 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 83545 INFO (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83548 INFO (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 83558 INFO (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 83558 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 83559 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica2' using configuration from collection test_col
[junit4] 2> 83560 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrCore [[test_col_shard5_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node7/test_col_shard5_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node7/./test_col_shard5_replica2/data/]
[junit4] 2> 83587 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
[junit4] 2> 83589 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 83603 INFO (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 83604 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 83606 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 83608 INFO (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 83609 INFO (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 83612 INFO (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema [test_col_shard4_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 83613 INFO (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 83731 INFO (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 83733 INFO (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 83733 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica1' using configuration from collection test_col
[junit4] 2> 83733 INFO (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
[junit4] 2> 83733 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore [[test_col_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node10/test_col_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node10/./test_col_shard3_replica1/data/]
[junit4] 2> 83733 INFO (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node9/test_col_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node9/./test_col_shard2_replica1/data/]
[junit4] 2> 83733 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
[junit4] 2> 83734 INFO (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
[junit4] 2> 83735 INFO (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
[junit4] 2> 83735 INFO (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 83736 INFO (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node1/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node1/./test_col_shard1_replica2/data/]
[junit4] 2> 83736 INFO (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
[junit4] 2> 83736 INFO (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 83737 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
[junit4] 2> 83737 INFO (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 83738 INFO (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema [test_col_shard5_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 83739 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
[junit4] 2> 83739 INFO (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 83739 INFO (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 83740 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using configuration from collection test_col
[junit4] 2> 83740 INFO (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
[junit4] 2> 83740 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore [[test_col_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node4/test_col_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node4/./test_col_shard2_replica2/data/]
[junit4] 2> 83740 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
[junit4] 2> 83740 INFO (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node2/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node2/./test_col_shard1_replica1/data/]
[junit4] 2> 83740 INFO (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
[junit4] 2> 83740 INFO (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
[junit4] 2> 83742 INFO (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col
[junit4] 2> 83742 INFO (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node5/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node5/./test_col_shard3_replica2/data/]
[junit4] 2> 83742 INFO (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica2' using configuration from collection test_col
[junit4] 2> 83742 INFO (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
[junit4] 2> 83742 INFO (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore [[test_col_shard4_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node3/test_col_shard4_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node3/./test_col_shard4_replica2/data/]
[junit4] 2> 83743 INFO (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
[junit4] 2> 83744 INFO (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica1' using configuration from collection test_col
[junit4] 2> 83744 INFO (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore [[test_col_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node8/test_col_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node8/./test_col_shard4_replica1/data/]
[junit4] 2> 83744 INFO (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
[junit4] 2> 83745 INFO (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
[junit4] 2> 83747 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
[junit4] 2> 83747 INFO (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
[junit4] 2> 83749 INFO (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica1' using configuration from collection test_col
[junit4] 2> 83750 INFO (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrCore [[test_col_shard5_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node6/test_col_shard5_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node6/./test_col_shard5_replica1/data/]
[junit4] 2> 83750 INFO (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
[junit4] 2> 83752 INFO (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
[junit4] 2> 83752 INFO (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
[junit4] 2> 83762 INFO (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
[junit4] 2> 83797 WARN (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 83899 WARN (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 83875 WARN (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 83873 WARN (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 83841 WARN (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 83830 WARN (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 83868 INFO (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
[junit4] 2> 83818 WARN (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 83816 WARN (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 83808 WARN (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 84014 WARN (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 84190 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 84190 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 84191 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 84191 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 84193 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 84193 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 84193 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 84194 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 84194 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.759765625, noCFSRatio=0.7153764344216546]
[junit4] 2> 84195 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@31e1e7c1[test_col_shard2_replica2] main]
[junit4] 2> 84197 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 84198 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 84198 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 84204 INFO (searcherExecutor-264-thread-1-processing-n:127.0.0.1:52358_solr x:test_col_shard2_replica2 s:shard2 c:test_col) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore [test_col_shard2_replica2] Registered new searcher Searcher@31e1e7c1[test_col_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 84204 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559391119089860608
[junit4] 2> 84205 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.759765625, noCFSRatio=0.7153764344216546]
[junit4] 2> 84208 INFO (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e8383b2[test_col_shard5_replica2] main]
[junit4] 2> 84217 INFO (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 84217 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 84217 INFO (zkCallback-133-thread-1-processing-n:127.0.0.1:48156_solr) [n:127.0.0.1:48156_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 84217 INFO (zkCallback-135-thread-1-processing-n:127.0.0.1:56482_solr) [n:127.0.0.1:56482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 84217 INFO (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 84217 INFO (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 84217 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 84217 INFO (zkCallback-134-thread-1-processing-n:127.0.0.1:51084_solr) [n:127.0.0.1:51084_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 84217 INFO (zkCallback-104-thread-4-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 84218 INFO (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 84221 INFO (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 84230 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 84230 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 84231 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 84231 INFO (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 84231 INFO (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 84231 INFO (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4
[...truncated too long message...]
orFactory [collection1] webapp=null path=null params={versions=true&wt=json&indent=true}{add=[1 (1559395768572313601)]} 0 0
[junit4] 2> 4514169 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=/get params={qt=/get&ids=1} status=0 QTime=0
[junit4] 2> 4514169 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={versions=true&wt=json&indent=true}{add=[1 (1559395768573362176)]} 0 0
[junit4] 2> 4514169 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=/get params={qt=/get&ids=1} status=0 QTime=0
[junit4] 2> 4514169 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 4514169 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d002440
[junit4] 2> 4514174 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@44f96869[collection1] main]
[junit4] 2> 4514174 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 4514175 INFO (searcherExecutor-14069-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@44f96869[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1hu(7.0.0):C3/2:delGen=1)))}
[junit4] 2> 4514175 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 6
[junit4] 2> 4514176 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=*:*&fl=*&sort=id+asc&wt=xml} hits=1 status=0 QTime=0
[junit4] 2> 4514176 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=/get params={qt=/get&ids=1} status=0 QTime=0
[junit4] 2> 4514176 INFO (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMixedInPlaceAndNonInPlaceAtomicUpdates
[junit4] 2> 4514177 INFO (SUITE-TestInPlaceUpdatesStandalone-seed#[17394FA05C27E655]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 4514177 INFO (SUITE-TestInPlaceUpdatesStandalone-seed#[17394FA05C27E655]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2132140556
[junit4] 2> 4514178 INFO (coreCloseExecutor-14074-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@182b096
[junit4] 2> 4514224 INFO (coreCloseExecutor-14074-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 4514226 INFO (SUITE-TestInPlaceUpdatesStandalone-seed#[17394FA05C27E655]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesStandalone_17394FA05C27E655-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=es-PE, timezone=Hongkong
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=70360864,total=535822336
[junit4] 2> NOTE: All tests run in this JVM: [TestDocTermOrds, DirectUpdateHandlerTest, PreAnalyzedFieldTest, TestDynamicLoading, TestPHPSerializedResponseWriter, OverseerRolesTest, TestOrdValues, TestConfig, TestComplexPhraseLeadingWildcard, BlockJoinFacetDistribTest, HighlighterMaxOffsetTest, CollectionReloadTest, MissingSegmentRecoveryTest, TestStressReorder, TestDefaultSearchFieldResource, TestConfigSets, SolrIndexConfigTest, TestManagedSchemaThreadSafety, ShardSplitTest, CloneFieldUpdateProcessorFactoryTest, StatelessScriptUpdateProcessorFactoryTest, TestSchemaSimilarityResource, TestCSVResponseWriter, CoreMergeIndexesAdminHandlerTest, TestLRUStatsCache, HdfsRecoverLeaseTest, RecoveryZkTest, SimpleCollectionCreateDeleteTest, TestShardHandlerFactory, TestReload, TestCollationField, TestRuleBasedAuthorizationPlugin, TestSSLRandomization, DocValuesMultiTest, MergeStrategyTest, TestJettySolrRunner, TestSolrDeletionPolicy1, SparseHLLTest, TestComponentsName, TestNumericTerms32, HdfsBasicDistributedZk2Test, TestApiFramework, CoreAdminHandlerTest, TestRawTransformer, PrimUtilsTest, TestBlendedInfixSuggestions, TestSolrQueryParserDefaultOperatorResource, NoCacheHeaderTest, TestSolrQueryParser, TestHdfsBackupRestoreCore, DocValuesNotIndexedTest, TestDocBasedVersionConstraints, TestCoreAdminApis, TestHighFrequencyDictionaryFactory, GraphQueryTest, TestCollationFieldDocValues, TestCoreDiscovery, SolrPluginUtilsTest, BooleanFieldTest, WrapperMergePolicyFactoryTest, TestSubQueryTransformer, TestLeaderElectionWithEmptyReplica, SliceStateTest, PreAnalyzedFieldManagedSchemaCloudTest, TestMergePolicyConfig, CdcrReplicationHandlerTest, TestTestInjection, RequestLoggingTest, TestSolrJ, TestPerFieldSimilarityWithDefaultOverride, TestTrieFacet, OverriddenZkACLAndCredentialsProvidersTest, UUIDUpdateProcessorFallbackTest, SynonymTokenizerTest, TlogReplayBufferedWhileIndexingTest, TestExtendedDismaxParser, TestBulkSchemaAPI, FullHLLTest, TestMaxScoreQueryParser, TestCloudManagedSchema, LukeRequestHandlerTest, TestConfigSetsAPI, TestFieldCacheSanityChecker, ClassificationUpdateProcessorFactoryTest, TestCloudRecovery, TestInPlaceUpdatesDistrib, DistributedFacetPivotSmallAdvancedTest, TestReplicaProperties, TestLuceneMatchVersion, TestConfigOverlay, TestGroupingSearch, TestReversedWildcardFilterFactory, SecurityConfHandlerTest, RAMDirectoryFactoryTest, PeerSyncReplicationTest, TestRestoreCore, TestQuerySenderNoQuery, TestFastOutputStream, ReplaceNodeTest, SolrXmlInZkTest, FullSolrCloudDistribCmdsTest, TestClusterStateMutator, TestLMDirichletSimilarityFactory, BadIndexSchemaTest, TestDocSet, TestMacroExpander, TermVectorComponentDistributedTest, ResourceLoaderTest, TestCryptoKeys, TestLocalFSCloudBackupRestore, AnalyticsMergeStrategyTest, RequestHandlersTest, ExternalFileFieldSortTest, TestZkChroot, BasicDistributedZk2Test, SyncSliceTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, HardAutoCommitTest, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, BasicFunctionalityTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, DocValuesTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DistanceFunctionTest, CacheHeaderTest, TestWriterPerf, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, TestQuerySenderListener, UpdateParamsTest, TestStressRecovery, DistributedIntervalFacetingTest, AliasIntegrationTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, ConnectionManagerTest, CustomCollectionTest, DistribCursorPagingTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, SharedFSAutoReplicaFailoverTest, TestSegmentSorting, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsThreadLeakTest, HdfsUnloadDistributedZkTest, TestReplicationHandlerBackup, TestSolrConfigHandlerConcurrent, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedSuggestComponentTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, SolrJmxReporterTest, SolrSlf4jReporterTest, TestExportWriter, TestGeoJSONResponseWriter, TestManagedResource, TestRestManager, TestFieldTypeResource, TestManagedSynonymFilterFactory, TestManagedSchemaAPI, TestSchemalessBufferedUpdates, TestUseDocValuesAsStored, SortSpecParsingTest, TestAddFieldRealTimeGet, TestCustomSort, TestFieldSortValues, TestHashQParserPlugin, TestLegacyNumericRangeQueryBuilder, TestMissingGroups, TestReloadDeadlock, TestSmileRequest, TestSolr4Spatial2, TestSolrCoreParser, TestSolrFieldCacheMBean, TestStandardQParsers, TestStressUserVersions, TestXmlQParser, TestXmlQParserPlugin, BlockJoinFacetRandomTest, TestJsonRequest, CloudMLTQParserTest, TestDistribIDF, PKIAuthenticationIntegrationTest, HttpSolrCallGetCoreTest, BufferStoreTest, TestFieldCacheReopen, TestFieldCacheSortRandom, TestFieldCacheVsDocValues, TestInPlaceUpdatesStandalone]
[junit4] Completed [694/694 (2!)] on J2 in 161.50s, 18 tests, 1 failure <<< FAILURES!
[...truncated 62526 lines...]