You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/25 11:37:40 UTC
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 134 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/134/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Live Nodes: [127.0.0.1:59651_solr, 127.0.0.1:59653_solr, 127.0.0.1:59649_solr, 127.0.0.1:59652_solr] Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "pullReplicas":"0", "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node3":{ "core":"awhollynewcollection_0_shard1_replica_n1", "base_url":"http://127.0.0.1:59651/solr", "node_name":"127.0.0.1:59651_solr", "state":"down", "type":"NRT"}, "core_node5":{ "core":"awhollynewcollection_0_shard1_replica_n2", "base_url":"http://127.0.0.1:59653/solr", "node_name":"127.0.0.1:59653_solr", "state":"down", "type":"NRT"}, "core_node7":{ "core":"awhollynewcollection_0_shard1_replica_n4", "base_url":"http://127.0.0.1:59649/solr", "node_name":"127.0.0.1:59649_solr", "state":"down", "type":"NRT"}, "core_node9":{ "core":"awhollynewcollection_0_shard1_replica_n6", "base_url":"http://127.0.0.1:59652/solr", "node_name":"127.0.0.1:59652_solr", "state":"down", "type":"NRT"}}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node11":{ "core":"awhollynewcollection_0_shard2_replica_n8", "base_url":"http://127.0.0.1:59651/solr", "node_name":"127.0.0.1:59651_solr", "state":"down", "type":"NRT"}, "core_node13":{ "core":"awhollynewcollection_0_shard2_replica_n10", "base_url":"http://127.0.0.1:59653/solr", "node_name":"127.0.0.1:59653_solr", "state":"down", "type":"NRT"}, "core_node15":{ "core":"awhollynewcollection_0_shard2_replica_n12", "base_url":"http://127.0.0.1:59649/solr", "node_name":"127.0.0.1:59649_solr", "state":"down", "type":"NRT"}, "core_node17":{ "core":"awhollynewcollection_0_shard2_replica_n14", "base_url":"http://127.0.0.1:59652/solr", "node_name":"127.0.0.1:59652_solr", "state":"down", "type":"NRT"}}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{ "core_node19":{ "core":"awhollynewcollection_0_shard3_replica_n16", "base_url":"http://127.0.0.1:59651/solr", "node_name":"127.0.0.1:59651_solr", "state":"down", "type":"NRT"}, "core_node21":{ "core":"awhollynewcollection_0_shard3_replica_n18", "base_url":"http://127.0.0.1:59653/solr", "node_name":"127.0.0.1:59653_solr", "state":"down", "type":"NRT"}, "core_node23":{ "core":"awhollynewcollection_0_shard3_replica_n20", "base_url":"http://127.0.0.1:59649/solr", "node_name":"127.0.0.1:59649_solr", "state":"down", "type":"NRT"}, "core_node25":{ "core":"awhollynewcollection_0_shard3_replica_n22", "base_url":"http://127.0.0.1:59652/solr", "node_name":"127.0.0.1:59652_solr", "state":"down", "type":"NRT"}}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{ "core_node27":{ "core":"awhollynewcollection_0_shard4_replica_n24", "base_url":"http://127.0.0.1:59651/solr", "node_name":"127.0.0.1:59651_solr", "state":"down", "type":"NRT"}, "core_node29":{ "core":"awhollynewcollection_0_shard4_replica_n26", "base_url":"http://127.0.0.1:59653/solr", "node_name":"127.0.0.1:59653_solr", "state":"down", "type":"NRT"}, "core_node31":{ "core":"awhollynewcollection_0_shard4_replica_n28", "base_url":"http://127.0.0.1:59649/solr", "node_name":"127.0.0.1:59649_solr", "state":"down", "type":"NRT"}, "core_node32":{ "core":"awhollynewcollection_0_shard4_replica_n30", "base_url":"http://127.0.0.1:59652/solr", "node_name":"127.0.0.1:59652_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"5", "autoAddReplicas":"false", "nrtReplicas":"4", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Live Nodes: [127.0.0.1:59651_solr, 127.0.0.1:59653_solr, 127.0.0.1:59649_solr, 127.0.0.1:59652_solr]
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"pullReplicas":"0",
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"awhollynewcollection_0_shard1_replica_n1",
"base_url":"http://127.0.0.1:59651/solr",
"node_name":"127.0.0.1:59651_solr",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"awhollynewcollection_0_shard1_replica_n2",
"base_url":"http://127.0.0.1:59653/solr",
"node_name":"127.0.0.1:59653_solr",
"state":"down",
"type":"NRT"},
"core_node7":{
"core":"awhollynewcollection_0_shard1_replica_n4",
"base_url":"http://127.0.0.1:59649/solr",
"node_name":"127.0.0.1:59649_solr",
"state":"down",
"type":"NRT"},
"core_node9":{
"core":"awhollynewcollection_0_shard1_replica_n6",
"base_url":"http://127.0.0.1:59652/solr",
"node_name":"127.0.0.1:59652_solr",
"state":"down",
"type":"NRT"}}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node11":{
"core":"awhollynewcollection_0_shard2_replica_n8",
"base_url":"http://127.0.0.1:59651/solr",
"node_name":"127.0.0.1:59651_solr",
"state":"down",
"type":"NRT"},
"core_node13":{
"core":"awhollynewcollection_0_shard2_replica_n10",
"base_url":"http://127.0.0.1:59653/solr",
"node_name":"127.0.0.1:59653_solr",
"state":"down",
"type":"NRT"},
"core_node15":{
"core":"awhollynewcollection_0_shard2_replica_n12",
"base_url":"http://127.0.0.1:59649/solr",
"node_name":"127.0.0.1:59649_solr",
"state":"down",
"type":"NRT"},
"core_node17":{
"core":"awhollynewcollection_0_shard2_replica_n14",
"base_url":"http://127.0.0.1:59652/solr",
"node_name":"127.0.0.1:59652_solr",
"state":"down",
"type":"NRT"}}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{
"core_node19":{
"core":"awhollynewcollection_0_shard3_replica_n16",
"base_url":"http://127.0.0.1:59651/solr",
"node_name":"127.0.0.1:59651_solr",
"state":"down",
"type":"NRT"},
"core_node21":{
"core":"awhollynewcollection_0_shard3_replica_n18",
"base_url":"http://127.0.0.1:59653/solr",
"node_name":"127.0.0.1:59653_solr",
"state":"down",
"type":"NRT"},
"core_node23":{
"core":"awhollynewcollection_0_shard3_replica_n20",
"base_url":"http://127.0.0.1:59649/solr",
"node_name":"127.0.0.1:59649_solr",
"state":"down",
"type":"NRT"},
"core_node25":{
"core":"awhollynewcollection_0_shard3_replica_n22",
"base_url":"http://127.0.0.1:59652/solr",
"node_name":"127.0.0.1:59652_solr",
"state":"down",
"type":"NRT"}}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{
"core_node27":{
"core":"awhollynewcollection_0_shard4_replica_n24",
"base_url":"http://127.0.0.1:59651/solr",
"node_name":"127.0.0.1:59651_solr",
"state":"down",
"type":"NRT"},
"core_node29":{
"core":"awhollynewcollection_0_shard4_replica_n26",
"base_url":"http://127.0.0.1:59653/solr",
"node_name":"127.0.0.1:59653_solr",
"state":"down",
"type":"NRT"},
"core_node31":{
"core":"awhollynewcollection_0_shard4_replica_n28",
"base_url":"http://127.0.0.1:59649/solr",
"node_name":"127.0.0.1:59649_solr",
"state":"down",
"type":"NRT"},
"core_node32":{
"core":"awhollynewcollection_0_shard4_replica_n30",
"base_url":"http://127.0.0.1:59652/solr",
"node_name":"127.0.0.1:59652_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"5",
"autoAddReplicas":"false",
"nrtReplicas":"4",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([20D2C144FCB718D4:68A7B5F0FA843741]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:440)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
at __randomizedtesting.SeedInfo.seed([20D2C144FCB718D4:7F36EC7397BB8B91]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping
Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
at __randomizedtesting.SeedInfo.seed([20D2C144FCB718D4:51363F928A5C3F18]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([20D2C144FCB718D4:A886FE9E524B752C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 10949 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 543465 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[20D2C144FCB718D4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/init-core-data-001
[junit4] 2> 543466 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[20D2C144FCB718D4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 543466 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[20D2C144FCB718D4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 543469 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[20D2C144FCB718D4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 543469 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[20D2C144FCB718D4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /w_jjp/jd
[junit4] 2> 543470 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 543470 INFO (Thread-866) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 543470 INFO (Thread-866) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 543473 ERROR (Thread-866) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 543571 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.ZkTestServer start zk server on port:59027
[junit4] 2> 543618 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 543621 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 543625 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 543627 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 543628 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 543630 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 543632 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 543634 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 543636 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 543639 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 543641 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 543644 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 545025 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 545027 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fa1ef18{/w_jjp/jd,null,AVAILABLE}
[junit4] 2> 545028 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@339bcdde{HTTP/1.1,[http/1.1]}{127.0.0.1:59030}
[junit4] 2> 545028 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.Server Started @548295ms
[junit4] 2> 545028 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/tempDir-001/control/data, hostContext=/w_jjp/jd, hostPort=59030, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/control-001/cores}
[junit4] 2> 545028 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 545028 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 545028 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 545028 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 545028 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T10:26:48.325Z
[junit4] 2> 545032 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 545032 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/control-001/solr.xml
[junit4] 2> 545036 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 545039 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59027/solr
[junit4] 2> 545179 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 545180 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59030_w_jjp%2Fjd
[junit4] 2> 545182 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.Overseer Overseer (id=98543652488413188-127.0.0.1:59030_w_jjp%2Fjd-n_0000000000) starting
[junit4] 2> 545195 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59030_w_jjp%2Fjd
[junit4] 2> 545197 INFO (zkCallback-781-thread-1-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 545254 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 545257 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 545257 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 545262 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/control-001/cores
[junit4] 2> 545281 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 545282 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59027/solr ready
[junit4] 2> 545289 INFO (qtp1324606382-4927) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:59030_w_jjp%252Fjd&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 545292 INFO (OverseerThreadFactory-2076-thread-1-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 545407 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 545408 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 545518 INFO (zkCallback-781-thread-1-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 546435 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 546442 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 546493 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 546514 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 546514 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 546515 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 546515 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 546516 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=96.3583984375, floorSegmentMB=0.43359375, forceMergeDeletesPctAllowed=28.56866670195801, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8141455769952287
[junit4] 2> 546517 WARN (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 546567 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 546567 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 546568 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 546568 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 546568 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=45.61328125, floorSegmentMB=2.0703125, forceMergeDeletesPctAllowed=16.194828101709966, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 546569 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27405f3[control_collection_shard1_replica_n1] main]
[junit4] 2> 546570 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 546571 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 546571 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 546571 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576698443064147968
[junit4] 2> 546572 INFO (searcherExecutor-2079-thread-1-processing-n:127.0.0.1:59030_w_jjp%2Fjd x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@27405f3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 546578 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 546578 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 546578 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59030/w_jjp/jd/control_collection_shard1_replica_n1/
[junit4] 2> 546579 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 546579 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:59030/w_jjp/jd/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 546579 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 546584 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59030/w_jjp/jd/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 546698 INFO (zkCallback-781-thread-1-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 546756 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 546758 INFO (qtp1324606382-4929) [n:127.0.0.1:59030_w_jjp%2Fjd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1350
[junit4] 2> 546761 INFO (qtp1324606382-4927) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 546872 INFO (zkCallback-781-thread-1-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 547298 INFO (OverseerCollectionConfigSetProcessor-98543652488413188-127.0.0.1:59030_w_jjp%2Fjd-n_0000000000) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 547772 INFO (qtp1324606382-4927) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:59030_w_jjp%252Fjd&wt=javabin&version=2} status=0 QTime=2482
[junit4] 2> 547797 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 547800 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59027/solr ready
[junit4] 2> 547801 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 547802 INFO (qtp1324606382-4932) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 547807 INFO (OverseerThreadFactory-2076-thread-2-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 547809 WARN (OverseerThreadFactory-2076-thread-2-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 548037 INFO (qtp1324606382-4932) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 548038 INFO (qtp1324606382-4932) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=235
[junit4] 2> 548328 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-1-001 of type NRT
[junit4] 2> 548328 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 548330 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c855dd{/w_jjp/jd,null,AVAILABLE}
[junit4] 2> 548330 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c582d57{HTTP/1.1,[http/1.1]}{127.0.0.1:59039}
[junit4] 2> 548330 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.Server Started @551597ms
[junit4] 2> 548330 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/w_jjp/jd, hostPort=59039, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-1-001/cores}
[junit4] 2> 548331 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 548331 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 548331 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 548331 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 548331 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T10:26:51.628Z
[junit4] 2> 548334 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 548334 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-1-001/solr.xml
[junit4] 2> 548338 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 548342 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59027/solr
[junit4] 2> 548354 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 548357 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 548360 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59039_w_jjp%2Fjd
[junit4] 2> 548361 INFO (zkCallback-781-thread-1-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 548362 INFO (zkCallback-793-thread-1-processing-n:127.0.0.1:59039_w_jjp%2Fjd) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 548362 INFO (zkCallback-788-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 548430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 548436 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 548437 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 548438 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-1-001/cores
[junit4] 2> 548459 INFO (qtp1324606382-4925) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:59039_w_jjp%252Fjd&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 548463 INFO (OverseerCollectionConfigSetProcessor-98543652488413188-127.0.0.1:59030_w_jjp%2Fjd-n_0000000000) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 548463 INFO (OverseerThreadFactory-2076-thread-3-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:59039_w_jjp%2Fjd for creating new replica
[junit4] 2> 548468 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 548468 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 548587 INFO (zkCallback-793-thread-1-processing-n:127.0.0.1:59039_w_jjp%2Fjd) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 549494 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 549501 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 549554 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 549575 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 549576 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 549576 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 549576 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 549578 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=96.3583984375, floorSegmentMB=0.43359375, forceMergeDeletesPctAllowed=28.56866670195801, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8141455769952287
[junit4] 2> 549579 WARN (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 549620 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 549620 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 549621 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 549621 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 549622 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=45.61328125, floorSegmentMB=2.0703125, forceMergeDeletesPctAllowed=16.194828101709966, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 549622 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@45ca3f8e[collection1_shard2_replica_n61] main]
[junit4] 2> 549623 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 549624 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 549624 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 549624 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576698446265450496
[junit4] 2> 549625 INFO (searcherExecutor-2090-thread-1-processing-n:127.0.0.1:59039_w_jjp%2Fjd x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@45ca3f8e[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 549631 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 549631 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 549631 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59039/w_jjp/jd/collection1_shard2_replica_n61/
[junit4] 2> 549631 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 549631 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:59039/w_jjp/jd/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 549631 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 549636 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59039/w_jjp/jd/collection1_shard2_replica_n61/ shard2
[junit4] 2> 549748 INFO (zkCallback-793-thread-1-processing-n:127.0.0.1:59039_w_jjp%2Fjd) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 549808 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 549810 INFO (qtp258684291-4968) [n:127.0.0.1:59039_w_jjp%2Fjd c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1342
[junit4] 2> 549815 INFO (qtp1324606382-4925) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:59039_w_jjp%252Fjd&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1355
[junit4] 2> 549915 INFO (zkCallback-793-thread-1-processing-n:127.0.0.1:59039_w_jjp%2Fjd) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 550072 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-2-001 of type NRT
[junit4] 2> 550072 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 550074 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e607fa2{/w_jjp/jd,null,AVAILABLE}
[junit4] 2> 550074 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@449c9a8a{HTTP/1.1,[http/1.1]}{127.0.0.1:59044}
[junit4] 2> 550074 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.Server Started @553341ms
[junit4] 2> 550074 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/w_jjp/jd, hostPort=59044, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-2-001/cores}
[junit4] 2> 550075 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 550075 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 550075 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 550075 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 550075 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T10:26:53.372Z
[junit4] 2> 550078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 550078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-2-001/solr.xml
[junit4] 2> 550083 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 550086 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59027/solr
[junit4] 2> 550098 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 550101 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 550104 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59044_w_jjp%2Fjd
[junit4] 2> 550106 INFO (zkCallback-793-thread-1-processing-n:127.0.0.1:59039_w_jjp%2Fjd) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 550106 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:59044_w_jjp%2Fjd) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 550106 INFO (zkCallback-781-thread-1-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 550106 INFO (zkCallback-788-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 550169 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 550179 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 550179 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 550181 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-2-001/cores
[junit4] 2> 550211 INFO (qtp1324606382-4928) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:59044_w_jjp%252Fjd&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 550214 INFO (OverseerCollectionConfigSetProcessor-98543652488413188-127.0.0.1:59030_w_jjp%2Fjd-n_0000000000) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 550215 INFO (OverseerThreadFactory-2076-thread-4-processing-n:127.0.0.1:59030_w_jjp%2Fjd) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:59044_w_jjp%2Fjd for creating new replica
[junit4] 2> 550219 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 550220 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 550339 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:59044_w_jjp%2Fjd) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 550339 INFO (zkCallback-793-thread-1-processing-n:127.0.0.1:59039_w_jjp%2Fjd) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 551275 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 551285 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 551330 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 551348 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 551348 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce
[junit4] 2> 551348 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 551349 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 551357 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=96.3583984375, floorSegmentMB=0.43359375, forceMergeDeletesPctAllowed=28.56866670195801, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8141455769952287
[junit4] 2> 551359 WARN (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 551400 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 551400 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 551401 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 551401 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 551401 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=45.61328125, floorSegmentMB=2.0703125, forceMergeDeletesPctAllowed=16.194828101709966, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 551401 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a25ade4[collection1_shard3_replica_n63] main]
[junit4] 2> 551405 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 551406 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 551406 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 551407 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576698448135061504
[junit4] 2> 551408 INFO (searcherExecutor-2101-thread-1-processing-n:127.0.0.1:59044_w_jjp%2Fjd x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@3a25ade4[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 551414 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 551414 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 551414 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59044/w_jjp/jd/collection1_shard3_replica_n63/
[junit4] 2> 551414 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 551414 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:59044/w_jjp/jd/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 551414 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 551418 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59044/w_jjp/jd/collection1_shard3_replica_n63/ shard3
[junit4] 2> 551525 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:59044_w_jjp%2Fjd) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 551525 INFO (zkCallback-793-thread-1-processing-n:127.0.0.1:59039_w_jjp%2Fjd) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 551533 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 551535 INFO (qtp1847122568-4998) [n:127.0.0.1:59044_w_jjp%2Fjd c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1315
[junit4] 2> 551538 INFO (qtp1324606382-4928) [n:127.0.0.1:59030_w_jjp%2Fjd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:59044_w_jjp%252Fjd&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1327
[junit4] 2> 551639 INFO (zkCallback-793-thread-1-processing-n:127.0.0.1:59039_w_jjp%2Fjd) [n:127.0.0.1:59039_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 551639 INFO (zkCallback-799-thread-1-processing-n:127.0.0.1:59044_w_jjp%2Fjd) [n:127.0.0.1:59044_w_jjp%2Fjd ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 551812 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-3-001 of type NRT
[junit4] 2> 551812 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 551814 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13433018{/w_jjp/jd,null,AVAILABLE}
[junit4] 2> 551814 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59df1d01{HTTP/1.1,[http/1.1]}{127.0.0.1:59049}
[junit4] 2> 551814 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.e.j.s.Server Started @555081ms
[junit4] 2> 551814 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/w_jjp/jd, hostPort=59049, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-3-001/cores}
[junit4] 2> 551815 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 551816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 551816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 551816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 551816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T10:26:55.113Z
[junit4] 2> 551819 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 551819 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_20D2C144FCB718D4-001/shard-3-001/solr.xml
[junit4] 2> 551825 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[20D2C144FCB718D4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6844b0ce, but no JMX reporters wer
[...truncated too long message...]
rs.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3442628 INFO (SUITE-SolrSlf4jReporterTest-seed#[20D2C144FCB718D4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.SolrSlf4jReporterTest_20D2C144FCB718D4-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=ko, timezone=Europe/Madrid
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=222491120,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetsAPIExclusivity, DistributedFacetPivotSmallTest, TestLuceneMatchVersion, TestComplexPhraseQParserPlugin, TestInPlaceUpdatesDistrib, StatelessScriptUpdateProcessorFactoryTest, TestAnalyzeInfixSuggestions, TestHttpShardHandlerFactory, TestComponentsName, CoreAdminRequestStatusTest, TestJsonRequest, DOMUtilTest, TestCollapseQParserPlugin, PeerSyncReplicationTest, FieldMutatingUpdateProcessorTest, TestEmbeddedSolrServerSchemaAPI, DistributedQueueTest, TestCrossCoreJoin, BasicDistributedZk2Test, HLLUtilTest, TestCloudInspectUtil, HttpPartitionTest, TestDynamicLoading, TestMacroExpander, TestClusterProperties, TestConfigSetProperties, TestPostingsSolrHighlighter, BasicFunctionalityTest, ClassificationUpdateProcessorIntegrationTest, RollingRestartTest, TestSimpleQParserPlugin, LeaderElectionIntegrationTest, PreAnalyzedFieldManagedSchemaCloudTest, TestSolr4Spatial2, TestAuthenticationFramework, TestDocSet, SpellCheckCollatorTest, TestSolrQueryParser, TestZkChroot, BasicZkTest, TestManagedResource, TestGraphTermsQParserPlugin, HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailoverAfterPartitionTest, SpellPossibilityIteratorTest, BadComponentTest, TestLockTree, SpellingQueryConverterTest, ZkSolrClientTest, TestFieldSortValues, RuleEngineTest, TestDFISimilarityFactory, TestHdfsBackupRestoreCore, SampleTest, TestSolrConfigHandler, TestSchemaVersionResource, SearchHandlerTest, TestSystemIdResolver, CustomCollectionTest, V2StandaloneTest, EnumFieldTest, TestElisionMultitermQuery, AnalysisErrorHandlingTest, ConcurrentDeleteAndCreateCollectionTest, TestMaxScoreQueryParser, FullSolrCloudDistribCmdsTest, DocValuesMultiTest, TestPayloadScoreQParserPlugin, TestCollectionsAPIViaSolrCloudCluster, TestUniqueKeyFieldResource, TestSystemCollAutoCreate, TestLeaderInitiatedRecoveryThread, DistributedFacetPivotLongTailTest, WrapperMergePolicyFactoryTest, TestJsonFacetRefinement, SolrGraphiteReporterTest, TestBadConfig, TestRawTransformer, AliasIntegrationTest, HttpSolrCallGetCoreTest, LoggingHandlerTest, MergeStrategyTest, TestOverriddenPrefixQueryForCustomFieldType, TestSchemaManager, TestRecovery, TestSolrFieldCacheBean, TestLMJelinekMercerSimilarityFactory, TestConfigOverlay, AnalyticsMergeStrategyTest, SolrCloudExampleTest, DistributedQueryElevationComponentTest, TestFieldResource, TolerantUpdateProcessorTest, TestRandomFaceting, TestSolrIndexConfig, TestQueryUtils, TestSolrJ, TestSortByMinMaxFunction, TestPushWriter, TestMultiWordSynonyms, TestRealTimeGet, TestRandomFlRTGCloud, DocumentAnalysisRequestHandlerTest, BaseCdcrDistributedZkTest, MoreLikeThisHandlerTest, ShufflingReplicaListTransformerTest, TermsComponentTest, CollectionsAPIDistributedZkTest, TestSolrCloudWithSecureImpersonation, RequestLoggingTest, TestReload, ZkNodePropsTest, TestExactSharedStatsCache, TestCloudNestedDocsSort, SuggesterTSTTest, TestConfigsApi, CloneFieldUpdateProcessorFactoryTest, DistributedFacetExistsSmallTest, TestCollationFieldDocValues, TestConfig, TestClusterStateMutator, SystemInfoHandlerTest, SynonymTokenizerTest, DistribDocExpirationUpdateProcessorTest, TestNumericTerms32, UpdateRequestProcessorFactoryTest, TestBM25SimilarityFactory, AddSchemaFieldsUpdateProcessorFactoryTest, TestStressUserVersions, SolrRequestParserTest, TestCharFilters, OpenExchangeRatesOrgProviderTest, TestRangeQuery, TestChildDocTransformer, TestExclusionRuleCollectionAccess, TestRestManager, CollectionStateFormat2Test, TestApiFramework, SaslZkACLProviderTest, SolrMetricManagerTest, HdfsNNFailoverTest, TestBlobHandler, TestSubQueryTransformerCrossCore, TestTrackingShardHandlerFactory, CoreSorterTest, SuggestComponentContextFilterQueryTest, TestFieldTypeResource, TestDistribDocBasedVersion, TestExportWriter, RemoteQueryErrorTest, TestXmlQParser, SuggesterFSTTest, HdfsBasicDistributedZkTest, TermVectorComponentDistributedTest, TestFastWriter, SimpleMLTQParserTest, TestTlogReplica, TestFastLRUCache, DataDrivenBlockJoinTest, TestRemoteStreaming, CursorMarkTest, TestPerFieldSimilarity, TestDelegationWithHadoopAuth, TestLegacyField, SpellCheckComponentTest, SortSpecParsingTest, TestGraphMLResponseWriter, SegmentsInfoRequestHandlerTest, UtilsToolTest, UpdateParamsTest, SpatialRPTFieldTypeTest, TestNRTOpen, QueryResultKeyTest, TestPolicyCloud, InfixSuggestersTest, BigEndianAscendingWordDeserializerTest, TestRTGBase, TestQueryTypes, OverseerStatusTest, ReplicationFactorTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ClusterStateUpdateTest, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, ZkControllerTest, TestStressReorder, TestJoin, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, TestLazyCores, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, TestCSVResponseWriter, MBeansHandlerTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestLFUCache, SOLR749Test, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestSearchPerf, OutputWriterTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestCodecSupport, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastOutputStream, ScriptEngineTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, SliceStateTest, FileUtilsTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, ConnectionReuseTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPISolrJTest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DeleteStatusTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, ReplaceNodeTest, RestartWhileUpdatingTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestCloudPivotFacet, TestCloudRecovery, TestCloudSearcherWarming, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestPullReplica, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkFailoverTest, BlobRepositoryCloudTest, ConfigureRecoveryStrategyTest, ExitableDirectoryReaderTest, TestConfigSetImmutable, TestShardHandlerFactory, TestSolrCloudSnapshots, TestReplicationHandlerBackup, TestSolrConfigHandlerCloud, TestSolrConfigHandlerConcurrent, DistributedFacetPivotLargeTest, DistributedQueryComponentOptimizationTest, FacetPivotSmallTest, ReplicaListTransformerTest, SpatialHeatmapFacetsTest, SolrJmxReporterCloudTest, SolrSlf4jReporterTest]
[junit4] Completed [619/731 (4!)] on J1 in 6.53s, 1 test, 1 failure <<< FAILURES!
[...truncated 43781 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 149 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/149/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
All tests passed
Build Log:
[...truncated 59759 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 86 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 148 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/148/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
All tests passed
Build Log:
[...truncated 59750 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 93 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 147 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/147/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.AssignBackwardCompatibilityTest.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([41DF15AF0060D154:C98B2A75AE9CBCAC]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:108)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:90)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 44 more
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Collection not found: routeFieldColl
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
at __randomizedtesting.SeedInfo.seed([41DF15AF0060D154:E9E98B729F013A0E]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1139)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:822)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12775 lines...]
[junit4] Suite: org.apache.solr.cloud.AssignBackwardCompatibilityTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/init-core-data-001
[junit4] 2> 2208687 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2208688 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2208688 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2208689 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001
[junit4] 2> 2208690 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2208690 INFO (Thread-4341) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2208690 INFO (Thread-4341) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2208694 ERROR (Thread-4341) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2208791 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60903
[junit4] 2> 2208876 INFO (jetty-launcher-3827-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2208877 INFO (jetty-launcher-3827-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2208878 INFO (jetty-launcher-3827-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2208879 INFO (jetty-launcher-3827-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2208881 INFO (jetty-launcher-3827-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50c684f5{/solr,null,AVAILABLE}
[junit4] 2> 2208885 INFO (jetty-launcher-3827-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51783aac{/solr,null,AVAILABLE}
[junit4] 2> 2208886 INFO (jetty-launcher-3827-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79ee26fe{/solr,null,AVAILABLE}
[junit4] 2> 2208892 INFO (jetty-launcher-3827-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@375020fa{/solr,null,AVAILABLE}
[junit4] 2> 2208910 INFO (jetty-launcher-3827-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48a21d27{HTTP/1.1,[http/1.1]}{127.0.0.1:60908}
[junit4] 2> 2208910 INFO (jetty-launcher-3827-thread-3) [ ] o.e.j.s.Server Started @2213775ms
[junit4] 2> 2208910 INFO (jetty-launcher-3827-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3981f556{HTTP/1.1,[http/1.1]}{127.0.0.1:60905}
[junit4] 2> 2208911 INFO (jetty-launcher-3827-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60908}
[junit4] 2> 2208911 INFO (jetty-launcher-3827-thread-2) [ ] o.e.j.s.Server Started @2213775ms
[junit4] 2> 2208911 INFO (jetty-launcher-3827-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60905}
[junit4] 2> 2208911 ERROR (jetty-launcher-3827-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2208911 ERROR (jetty-launcher-3827-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2208911 INFO (jetty-launcher-3827-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2208911 INFO (jetty-launcher-3827-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@479b70f{HTTP/1.1,[http/1.1]}{127.0.0.1:60907}
[junit4] 2> 2208911 INFO (jetty-launcher-3827-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2208911 INFO (jetty-launcher-3827-thread-1) [ ] o.e.j.s.Server Started @2213775ms
[junit4] 2> 2208911 INFO (jetty-launcher-3827-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2208911 INFO (jetty-launcher-3827-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60907}
[junit4] 2> 2208911 INFO (jetty-launcher-3827-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T01:50:34.962Z
[junit4] 2> 2208912 ERROR (jetty-launcher-3827-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T01:50:34.963Z
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e3cf338{HTTP/1.1,[http/1.1]}{127.0.0.1:60906}
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-4) [ ] o.e.j.s.Server Started @2213776ms
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60906}
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2208912 ERROR (jetty-launcher-3827-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T01:50:34.963Z
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2208912 INFO (jetty-launcher-3827-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-31T01:50:34.963Z
[junit4] 2> 2208921 INFO (jetty-launcher-3827-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2208921 INFO (jetty-launcher-3827-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2208921 INFO (jetty-launcher-3827-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2208922 INFO (jetty-launcher-3827-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2208938 INFO (jetty-launcher-3827-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60903/solr
[junit4] 2> 2208938 INFO (jetty-launcher-3827-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60903/solr
[junit4] 2> 2208939 INFO (jetty-launcher-3827-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60903/solr
[junit4] 2> 2208941 INFO (jetty-launcher-3827-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60903/solr
[junit4] 2> 2209170 INFO (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2209170 INFO (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2209171 INFO (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2209172 INFO (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60907_solr
[junit4] 2> 2209174 INFO (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60906_solr
[junit4] 2> 2209174 INFO (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60908_solr
[junit4] 2> 2209175 INFO (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr ] o.a.s.c.Overseer Overseer (id=98575596568182795-127.0.0.1:60907_solr-n_0000000000) starting
[junit4] 2> 2209180 INFO (zkCallback-3847-thread-1-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2209181 INFO (zkCallback-3848-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2209182 INFO (zkCallback-3849-thread-1-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2209190 INFO (zkCallback-3846-thread-1-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2209191 INFO (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2209195 INFO (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60905_solr
[junit4] 2> 2209202 INFO (zkCallback-3846-thread-1-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2209203 INFO (zkCallback-3849-thread-1-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2209203 INFO (zkCallback-3847-thread-1-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2209203 INFO (zkCallback-3848-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2209219 INFO (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60907_solr
[junit4] 2> 2209222 INFO (zkCallback-3846-thread-1-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2209223 INFO (zkCallback-3847-thread-1-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2209227 INFO (zkCallback-3848-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2209227 INFO (zkCallback-3849-thread-1-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2209447 INFO (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60908.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209448 INFO (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60905.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209456 INFO (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60908.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209456 INFO (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60908.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209460 INFO (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60905.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209460 INFO (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60905.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209461 INFO (jetty-launcher-3827-thread-2) [n:127.0.0.1:60905_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/.
[junit4] 2> 2209466 INFO (jetty-launcher-3827-thread-3) [n:127.0.0.1:60908_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/.
[junit4] 2> 2209569 INFO (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60907.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209573 INFO (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60906.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209579 INFO (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60907.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209580 INFO (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60907.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209582 INFO (jetty-launcher-3827-thread-1) [n:127.0.0.1:60907_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/.
[junit4] 2> 2209590 INFO (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60906.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209590 INFO (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60906.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2209593 INFO (jetty-launcher-3827-thread-4) [n:127.0.0.1:60906_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/.
[junit4] 2> 2209778 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2209779 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[41DF15AF0060D154]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60903/solr ready
[junit4] 2> 2209813 INFO (qtp605340106-21733) [n:127.0.0.1:60905_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=4&maxShardsPerNode=1000&name=collection1&nrtReplicas=4&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2209816 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2209818 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 2209819 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1/managed-schema
[junit4] 2> 2209823 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1/protwords.txt
[junit4] 2> 2209827 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection1/solrconfig.xml
[junit4] 2> 2209830 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1/synonyms.txt
[junit4] 2> 2209833 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1/stopwords.txt
[junit4] 2> 2209837 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1/lang/contractions_it.txt
[junit4] 2> 2209841 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection1/lang/contractions_ca.txt
[junit4] 2> 2209848 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1/lang/stemdict_nl.txt
[junit4] 2> 2209851 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1/lang/stopwords_hy.txt
[junit4] 2> 2209855 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1/lang/stopwords_no.txt
[junit4] 2> 2209859 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/collection1/lang/stopwords_id.txt
[junit4] 2> 2209863 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/collection1/lang/stopwords_da.txt
[junit4] 2> 2209866 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/collection1/lang/stopwords_ga.txt
[junit4] 2> 2209869 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/collection1/lang/stopwords_hi.txt
[junit4] 2> 2209873 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/collection1/lang/stopwords_ja.txt
[junit4] 2> 2209877 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/collection1/lang/stopwords_pt.txt
[junit4] 2> 2209881 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/collection1/lang/stopwords_hu.txt
[junit4] 2> 2209885 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/collection1/lang/stopwords_el.txt
[junit4] 2> 2209889 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/collection1/lang/stopwords_ru.txt
[junit4] 2> 2209893 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/collection1/lang/stopwords_tr.txt
[junit4] 2> 2209896 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/collection1/lang/stopwords_ar.txt
[junit4] 2> 2209900 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/collection1/lang/userdict_ja.txt
[junit4] 2> 2209904 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/collection1/lang/stopwords_eu.txt
[junit4] 2> 2209908 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/collection1/lang/stopwords_it.txt
[junit4] 2> 2209911 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/collection1/lang/stopwords_cz.txt
[junit4] 2> 2209915 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/collection1/lang/stoptags_ja.txt
[junit4] 2> 2209919 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/collection1/lang/contractions_fr.txt
[junit4] 2> 2209923 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/collection1/lang/stopwords_de.txt
[junit4] 2> 2209926 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/collection1/lang/stopwords_fa.txt
[junit4] 2> 2209930 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/collection1/lang/contractions_ga.txt
[junit4] 2> 2209938 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/collection1/lang/stopwords_ca.txt
[junit4] 2> 2209941 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/collection1/lang/stopwords_nl.txt
[junit4] 2> 2209947 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/collection1/lang/stopwords_bg.txt
[junit4] 2> 2209950 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/collection1/lang/stopwords_en.txt
[junit4] 2> 2209953 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/collection1/lang/stopwords_es.txt
[junit4] 2> 2209956 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/collection1/lang/stopwords_lv.txt
[junit4] 2> 2209963 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/collection1/lang/stopwords_ro.txt
[junit4] 2> 2209966 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/collection1/lang/stopwords_th.txt
[junit4] 2> 2209979 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/collection1/lang/stopwords_fr.txt
[junit4] 2> 2209982 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/collection1/lang/stopwords_sv.txt
[junit4] 2> 2209985 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/collection1/lang/stopwords_fi.txt
[junit4] 2> 2209992 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/collection1/lang/hyphenations_ga.txt
[junit4] 2> 2209996 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/collection1/lang/stopwords_gl.txt
[junit4] 2> 2210010 INFO (OverseerThreadFactory-10870-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/collection1/params.json
[junit4] 2> 2210194 INFO (OverseerStateUpdate-98575596568182795-127.0.0.1:60907_solr-n_0000000000) [n:127.0.0.1:60907_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60907/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2210227 INFO (OverseerStateUpdate-98575596568182795-127.0.0.1:60907_solr-n_0000000000) [n:127.0.0.1:60907_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60908/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2210247 INFO (OverseerStateUpdate-98575596568182795-127.0.0.1:60907_solr-n_0000000000) [n:127.0.0.1:60907_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60906/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2210251 INFO (OverseerStateUpdate-98575596568182795-127.0.0.1:60907_solr-n_0000000000) [n:127.0.0.1:60907_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60905/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2210475 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n6&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2210475 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n4&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2210476 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2210478 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2210479 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2210480 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2210485 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2210487 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2210633 INFO (zkCallback-3848-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2210633 INFO (zkCallback-3847-thread-1-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2210633 INFO (zkCallback-3848-thread-2-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2210633 INFO (zkCallback-3846-thread-1-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2210633 INFO (zkCallback-3849-thread-1-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2210634 INFO (zkCallback-3847-thread-2-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2210634 INFO (zkCallback-3846-thread-2-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2210635 INFO (zkCallback-3849-thread-2-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2211539 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2211540 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2211540 WARN (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 2211540 WARN (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 2211545 WARN (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 2211545 WARN (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 2211545 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2211545 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2211546 WARN (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 2211546 WARN (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 2211546 WARN (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/extraction/lib
[junit4] 2> 2211546 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2211547 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2211547 WARN (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist
[junit4] 2> 2211547 WARN (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 2211547 WARN (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2/../../../../dist
[junit4] 2> 2211547 WARN (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/clustering/lib
[junit4] 2> 2211547 WARN (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist
[junit4] 2> 2211547 WARN (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2211547 WARN (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/langid/lib
[junit4] 2> 2211548 WARN (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist
[junit4] 2> 2211548 WARN (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 2211548 WARN (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../contrib/velocity/lib
[junit4] 2> 2211548 WARN (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6/../../../../dist
[junit4] 2> 2211548 WARN (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2211548 WARN (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 2211549 WARN (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2211549 WARN (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 2211550 WARN (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2211550 WARN (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../dist
[junit4] 2> 2211555 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2211563 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2211565 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2211565 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2211566 WARN (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 2211566 WARN (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist
[junit4] 2> 2211567 WARN (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 2211567 WARN (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist
[junit4] 2> 2211567 WARN (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 2211568 WARN (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist
[junit4] 2> 2211568 WARN (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 2211568 WARN (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist
[junit4] 2> 2211576 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2211584 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2211669 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.s.IndexSchema [collection1_shard1_replica_n6] Schema name=default-config
[junit4] 2> 2211671 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.s.IndexSchema [collection1_shard1_replica_n4] Schema name=default-config
[junit4] 2> 2211693 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=default-config
[junit4] 2> 2211701 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2212080 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2212201 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 2212201 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60907.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2212202 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2212202 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
[junit4] 2> 2212223 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2212241 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2212247 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2212309 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n6' using configuration from collection collection1, trusted=true
[junit4] 2> 2212310 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60905.solr.core.collection1.shard1.replica_n6' (registry 'solr.core.collection1.shard1.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2212310 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2212310 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrCore [[collection1_shard1_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/collection1_shard1_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node2/./collection1_shard1_replica_n6/data/]
[junit4] 2> 2212328 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2212353 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 2212353 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60908.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2212354 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2212354 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node3/./collection1_shard1_replica_n2/data/]
[junit4] 2> 2212366 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n4' using configuration from collection collection1, trusted=true
[junit4] 2> 2212367 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60906.solr.core.collection1.shard1.replica_n4' (registry 'solr.core.collection1.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ca14ea
[junit4] 2> 2212367 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2212367 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrCore [[collection1_shard1_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/collection1_shard1_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.AssignBackwardCompatibilityTest_41DF15AF0060D154-001/tempDir-001/node4/./collection1_shard1_replica_n4/data/]
[junit4] 2> 2212423 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2212463 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2212474 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2212530 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2212530 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2212532 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 2212532 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2212583 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f7ce74[collection1_shard1_replica_n1] main]
[junit4] 2> 2212596 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/collection1
[junit4] 2> 2212596 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/collection1
[junit4] 2> 2212596 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/collection1/managed-schema
[junit4] 2> 2212602 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2212605 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2212606 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2212613 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2212613 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577209549201342464
[junit4] 2> 2212614 INFO (searcherExecutor-10879-thread-1-processing-n:127.0.0.1:60907_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@4f7ce74[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2212614 INFO (searcherExecutor-10879-thread-1-processing-n:127.0.0.1:60907_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2212614 INFO (searcherExecutor-10879-thread-1-processing-n:127.0.0.1:60907_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2212625 INFO (searcherExecutor-10879-thread-1-processing-n:127.0.0.1:60907_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@4f7ce74[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2212640 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2212640 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2212642 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 2212642 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2212645 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2212646 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2212647 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 2212648 INFO (qtp768173573-21742) [n:127.0.0.1:60906_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2212653 INFO (zkCallback-3846-thread-2-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2212653 INFO (zkCallback-3848-thread-2-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2212653 INFO (zkCallback-3848-thread-1-processing-n:127.0.0.1:60907_solr) [n:127.0.0.1:60907_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2212653 INFO (zkCallback-3846-thread-1-processing-n:127.0.0.1:60905_solr) [n:127.0.0.1:60905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2212654 INFO (zkCallback-3849-thread-2-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2212654 INFO (zkCallback-3849-thread-1-processing-n:127.0.0.1:60906_solr) [n:127.0.0.1:60906_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2212654 INFO (zkCallback-3847-thread-1-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2212654 INFO (zkCallback-3847-thread-2-processing-n:127.0.0.1:60908_solr) [n:127.0.0.1:60908_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2212656 INFO (qtp436791793-21724) [n:127.0.0.1:60907_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=4 found=1 timeoutin=9996ms
[junit4] 2> 2212657 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2212657 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2212659 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 2212659 INFO (qtp605340106-21735) [n:127.0.0.1:60905_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2212667 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@38dc7d10[collection1_shard1_replica_n2] main]
[junit4] 2> 2212672 INFO (qtp1336379713-21752) [n:127.0.0.1:60908_solr c:collecti
[...truncated too long message...]
o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/configs/conf
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/collections/routeFieldColl/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 73 /solr/collections/implicitcoll/state.json
[junit4] 2> 34 /solr/collections/withShardField/state.json
[junit4] 2> 20 /solr/collections/testCreateShardRepFactor/state.json
[junit4] 2> 20 /solr/collections/routeFieldColl/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/implicitcoll/leader_elect/x/election/98575607291904012-core_node28-n_0000000001
[junit4] 2> 2 /solr/collections/implicitcoll/leader_elect/b/election/98575607291904012-core_node15-n_0000000001
[junit4] 2> 2 /solr/collections/withShardField/leader_elect/b/election/98575607291904012-core_node13-n_0000000000
[junit4] 2> 2 /solr/collections/implicitcoll/leader_elect/c/election/98575607291904012-core_node23-n_0000000001
[junit4] 2> 2 /solr/collections/withShardField/leader_elect/c/election/98575607291904011-core_node17-n_0000000000
[junit4] 2> 2 /solr/collections/implicitcoll/leader_elect/a/election/98575607291904012-core_node7-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/collections
[junit4] 2> 9 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_41DF15AF0060D154-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=pt, timezone=America/Dawson_Creek
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=203409632,total=518520832
[junit4] 2> NOTE: All tests run in this JVM: [TestSortByMinMaxFunction, BaseCdcrDistributedZkTest, TestCloudNestedDocsSort, ShowFileRequestHandlerTest, TriLevelCompositeIdRoutingTest, TestMaxScoreQueryParser, SpatialRPTFieldTypeTest, CollectionsAPIDistributedZkTest, TestComponentsName, TestApiFramework, TestInfoStreamLogging, ConnectionManagerTest, TestInitQParser, MetricUtilsTest, TestNRTOpen, SolrPluginUtilsTest, OpenCloseCoreStressTest, TestOnReconnectListenerSupport, TestPolicyCloud, TestConfigSetsAPIExclusivity, AutoCommitTest, TestSolrCLIRunExample, DeleteReplicaTest, TestGraphTermsQParserPlugin, SpellCheckCollatorTest, TestFieldCacheWithThreads, LeaderFailoverAfterPartitionTest, JSONWriterTest, AtomicUpdatesTest, TestSimpleQParserPlugin, AliasIntegrationTest, TestUniqueKeyFieldResource, ChaosMonkeySafeLeaderTest, TestChildDocTransformer, TestUseDocValuesAsStored, DistributedDebugComponentTest, ZkFailoverTest, TestSchemaManager, ZkSolrClientTest, CollectionStateFormat2Test, NodeMutatorTest, TestManagedSchemaThreadSafety, ConcurrentDeleteAndCreateCollectionTest, HdfsSyncSliceTest, TestSolrDeletionPolicy1, PreAnalyzedFieldManagedSchemaCloudTest, MoveReplicaHDFSTest, TestReload, MoreLikeThisHandlerTest, MoveReplicaTest, DistributedSuggestComponentTest, TestFastWriter, TestCollectionsAPIViaSolrCloudCluster, TestStressUserVersions, TestIndexSearcher, SolrCoreCheckLockOnStartupTest, TestLegacyField, DeleteStatusTest, UpdateRequestProcessorFactoryTest, LukeRequestHandlerTest, DistributedQueueTest, DocumentBuilderTest, TestQueryTypes, BlobRepositoryCloudTest, SimpleCollectionCreateDeleteTest, SaslZkACLProviderTest, TestRebalanceLeaders, ConjunctionSolrSpellCheckerTest, SolrJmxReporterTest, SearchHandlerTest, TestObjectReleaseTracker, TestSolrConfigHandlerCloud, TestRawTransformer, RollingRestartTest, ZkStateWriterTest, EchoParamsTest, TestUninvertingReader, DateRangeFieldTest, V2StandaloneTest, ShufflingReplicaListTransformerTest, SpellCheckComponentTest, TestExclusionRuleCollectionAccess, ConvertedLegacyTest, CloudExitableDirectoryReaderTest, TestSearchPerf, HttpSolrCallGetCoreTest, ClassificationUpdateProcessorIntegrationTest, FileBasedSpellCheckerTest, DistributedIntervalFacetingTest, TestStressInPlaceUpdates, TestExportWriter, TestShortCircuitedRequests, CdcrReplicationDistributedZkTest, TestDistribDocBasedVersion, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSimpleTrackingShardHandler, SolrMetricManagerTest, TestFileDictionaryLookup, TestWordDelimiterFilterFactory, DistributedQueryElevationComponentTest, TestOverriddenPrefixQueryForCustomFieldType, TestGraphMLResponseWriter, FullHLLTest, HttpPartitionTest, TestDefaultStatsCache, DistributedFacetExistsSmallTest, LeaderInitiatedRecoveryOnCommitTest, CdcrRequestHandlerTest, PreAnalyzedFieldTest, ConnectionReuseTest, CollectionsAPIAsyncDistributedZkTest, CopyFieldTest, TestSolr4Spatial, TestPayloadScoreQParserPlugin, TestEmbeddedSolrServerSchemaAPI, TestManagedSchema, ExternalFileFieldSortTest, StatsComponentTest, TestSolrCloudSnapshots, SpellingQueryConverterTest, TestAnalyzedSuggestions, TestCopyFieldCollectionResource, TestAnalyzeInfixSuggestions, ExitableDirectoryReaderTest, TestRandomFlRTGCloud, DataDrivenBlockJoinTest, RemoteQueryErrorTest, DocValuesMultiTest, HdfsDirectoryTest, BasicFunctionalityTest, DeleteLastCustomShardedReplicaTest, TestTlogReplica, TestTolerantUpdateProcessorRandomCloud, TestSolr4Spatial2, FileUtilsTest, JsonLoaderTest, TestJsonFacetRefinement, EnumFieldTest, TestSystemCollAutoCreate, TestExceedMaxTermLength, TestClusterStateMutator, TestLRUCache, SuggesterTSTTest, TestTrie, TestPartialUpdateDeduplication, CachingDirectoryFactoryTest, BlockDirectoryTest, LeaderElectionIntegrationTest, TestRandomFaceting, TestFieldTypeResource, TestSchemaVersionResource, FieldMutatingUpdateProcessorTest, HdfsBasicDistributedZkTest, FullSolrCloudDistribCmdsTest, TestTrackingShardHandlerFactory, TestReloadDeadlock, TestBM25SimilarityFactory, AnalysisErrorHandlingTest, TestBadConfig, TolerantUpdateProcessorTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestStressLucene, TestFastLRUCache, TestJoin, TestConfig, HdfsChaosMonkeySafeLeaderTest, TestEmbeddedSolrServerAdminHandler, TestPerFieldSimilarity, TestCryptoKeys, RequestLoggingTest, TestSuggestSpellingConverter, QueryEqualityTest, DistributedQueryComponentCustomSortTest, SolrIndexConfigTest, TestLuceneMatchVersion, TestNumericTerms32, SegmentsInfoRequestHandlerTest, OpenExchangeRatesOrgProviderTest, HdfsNNFailoverTest, TestSSLRandomization, BasicDistributedZk2Test, UnloadDistributedZkTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, TestFunctionQuery, HighlighterTest, SoftAutoCommitTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestLFUCache, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, BadComponentTest, TestMergePolicyConfig, SampleTest, TestBinaryField, TestElisionMultitermQuery, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, TestSystemIdResolver, DOMUtilTest, TestSolrJ, TestDocumentBuilder, DistributedMLTComponentTest, TestCrossCoreJoin, TestDistributedMissingSort, TestTolerantSearch, ActionThrottleTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CustomCollectionTest]
[junit4] Completed [507/731 (2!)] on J1 in 70.34s, 4 tests, 1 error <<< FAILURES!
[...truncated 46927 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 93 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 146 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/146/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
All tests passed
Build Log:
[...truncated 59746 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 89 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 145 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/145/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping
Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
at __randomizedtesting.SeedInfo.seed([957BE65D8139793D:E49F188BF7D25EF1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
Test requires that log-level is at-least INFO, but INFO is disabled
Stack Trace:
java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
at __randomizedtesting.SeedInfo.seed([957BE65D8139793D:CA9FCB6AEA35EA78]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12009 lines...]
[junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
[junit4] 2> 1287238 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_957BE65D8139793D-001/init-core-data-001
[junit4] 2> 1287238 WARN (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1287240 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1287243 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1287244 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1287644 WARN (coreLoadExecutor-5159-thread-1) [ x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
[junit4] 2> 1287645 WARN (coreLoadExecutor-5159-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1287648 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1287655 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[957BE65D8139793D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
[junit4] 2> 1287655 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[957BE65D8139793D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testUpdateDistribChainSkipping -Dtests.seed=957BE65D8139793D -Dtests.slow=true -Dtests.locale=zh-CN -Dtests.timezone=America/North_Dakota/Center -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.02s J1 | UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping <<<
[junit4] > Throwable #1: java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
[junit4] > at __randomizedtesting.SeedInfo.seed([957BE65D8139793D:E49F188BF7D25EF1]:0)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1287679 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[957BE65D8139793D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
[junit4] 2> 1287679 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[957BE65D8139793D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
[junit4] 2> 1287692 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[957BE65D8139793D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
[junit4] 2> 1287696 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[957BE65D8139793D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
[junit4] 2> 1287696 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_957BE65D8139793D-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-CN, timezone=America/North_Dakota/Center
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=270309160,total=442789888
[junit4] 2> NOTE: All tests run in this JVM: [HighlighterMaxOffsetTest, AssignTest, TestUninvertingReader, DistributedFacetPivotLongTailTest, HdfsBasicDistributedZkTest, HttpPartitionTest, BlockDirectoryTest, TermVectorComponentTest, JsonLoaderTest, TestDistributedMissingSort, FieldMutatingUpdateProcessorTest, TestJsonRequest, DeleteLastCustomShardedReplicaTest, SystemInfoHandlerTest, TestPostingsSolrHighlighter, TestElisionMultitermQuery, ReplicationFactorTest, DistributedQueryElevationComponentTest, HttpSolrCallGetCoreTest, TestCorePropertiesReload, BadIndexSchemaTest, TestClusterStateMutator, ChaosMonkeySafeLeaderTest, CdcrReplicationDistributedZkTest, TestCollapseQParserPlugin, TestZkChroot, EnumFieldTest, TestInfoStreamLogging, TestBM25SimilarityFactory, CollectionsAPIAsyncDistributedZkTest, TestNRTOpen, BasicDistributedZk2Test, SimpleMLTQParserTest, ZkStateWriterTest, TestRemoteStreaming, DistributedIntervalFacetingTest, FullSolrCloudDistribCmdsTest, TestSSLRandomization, TestPerFieldSimilarityWithDefaultOverride, SimpleCollectionCreateDeleteTest, TestLegacyNumericUtils, TestConfigSetProperties, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSolrFieldCacheBean, TolerantUpdateProcessorTest, TestSolrConfigHandlerCloud, DateRangeFieldTest, MoveReplicaHDFSTest, CollectionStateFormat2Test, TestLeaderInitiatedRecoveryThread, TestRTGBase, SOLR749Test, TestFastWriter, TestRecovery, TestReloadDeadlock, TestBlobHandler, StatsComponentTest, HdfsNNFailoverTest, TestConfigSetsAPIExclusivity, AnalysisErrorHandlingTest, TestSolrQueryParser, HLLUtilTest, TestSubQueryTransformerCrossCore, TestRandomFlRTGCloud, DocumentBuilderTest, TestHdfsBackupRestoreCore, TestUseDocValuesAsStored, TestSolrDeletionPolicy1, TestRequestForwarding, SpellCheckCollatorTest, OverseerModifyCollectionTest, TestPullReplica, TestClusterProperties, SolrMetricsIntegrationTest, SolrCoreCheckLockOnStartupTest, LukeRequestHandlerTest, TestDocTermOrds, TestAuthenticationFramework, AliasIntegrationTest, DebugComponentTest, TestCloudInspectUtil, TestHighFrequencyDictionaryFactory, DeleteStatusTest, DOMUtilTest, TestTrie, TestQueryUtils, SolrMetricManagerTest, TestSystemIdResolver, HdfsChaosMonkeySafeLeaderTest, TestConfig, ShufflingReplicaListTransformerTest, DistribDocExpirationUpdateProcessorTest, TestEmbeddedSolrServerAdminHandler, TestSolrCloudWithSecureImpersonation, TestBadConfig, LoggingHandlerTest, PingRequestHandlerTest, JSONWriterTest, SampleTest, InfoHandlerTest, CloudExitableDirectoryReaderTest, PreAnalyzedFieldTest, SolrCloudExampleTest, HdfsWriteToMultipleCollectionsTest, TestValueSourceCache, TestCharFilters, SuggesterTSTTest, DocValuesNotIndexedTest, HdfsDirectoryTest, TestLegacyField, TestExclusionRuleCollectionAccess, TestSolrCLIRunExample, TestPayloadScoreQParserPlugin, TestFieldCacheSortRandom, TestFieldSortValues, SignatureUpdateProcessorFactoryTest, V2StandaloneTest, TestRuleBasedAuthorizationPlugin, WrapperMergePolicyFactoryTest, OpenCloseCoreStressTest, TestManagedSchemaThreadSafety, TestSearchPerf, CustomCollectionTest, CoreSorterTest, TestDocSet, CoreAdminRequestStatusTest, QueryEqualityTest, CollectionsAPIDistributedZkTest, TestSlowCompositeReaderWrapper, ShardRoutingCustomTest, MergeStrategyTest, MetricUtilsTest, UpdateLogTest, BigEndianAscendingWordDeserializerTest, SharedFSAutoReplicaFailoverTest, BasicAuthStandaloneTest, StatelessScriptUpdateProcessorFactoryTest, QueryResultKeyTest, TestIntervalFaceting, MetricsConfigTest, SpellCheckComponentTest, BasicZkTest, FullHLLTest, BadCopyFieldTest, TestSolrJ, BaseCdcrDistributedZkTest, TestStressInPlaceUpdates, DistributedFacetPivotSmallTest, AutoCommitTest, AtomicUpdatesTest, TestExceedMaxTermLength, UpdateRequestProcessorFactoryTest]
[junit4] Completed [286/731 (1!)] on J1 in 0.51s, 3 tests, 1 failure <<< FAILURES!
[...truncated 1075 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
[junit4] 2> 2770693 INFO (SUITE-SolrSlf4jReporterTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.SolrSlf4jReporterTest_957BE65D8139793D-001/init-core-data-001
[junit4] 2> 2770694 WARN (SUITE-SolrSlf4jReporterTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 2770694 INFO (SUITE-SolrSlf4jReporterTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2770697 INFO (SUITE-SolrSlf4jReporterTest-seed#[957BE65D8139793D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2770699 INFO (TEST-SolrSlf4jReporterTest.testReporter-seed#[957BE65D8139793D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReporter
[junit4] 2> 2770699 INFO (TEST-SolrSlf4jReporterTest.testReporter-seed#[957BE65D8139793D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReporter
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=957BE65D8139793D -Dtests.slow=true -Dtests.locale=pt-PT -Dtests.timezone=Pacific/Niue -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.00s J1 | SolrSlf4jReporterTest.testReporter <<<
[junit4] > Throwable #1: java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
[junit4] > at __randomizedtesting.SeedInfo.seed([957BE65D8139793D:CA9FCB6AEA35EA78]:0)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.SolrSlf4jReporterTest_957BE65D8139793D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=pt-PT, timezone=Pacific/Niue
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=53430792,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [HighlighterMaxOffsetTest, AssignTest, TestUninvertingReader, DistributedFacetPivotLongTailTest, HdfsBasicDistributedZkTest, HttpPartitionTest, BlockDirectoryTest, TermVectorComponentTest, JsonLoaderTest, TestDistributedMissingSort, FieldMutatingUpdateProcessorTest, TestJsonRequest, DeleteLastCustomShardedReplicaTest, SystemInfoHandlerTest, TestPostingsSolrHighlighter, TestElisionMultitermQuery, ReplicationFactorTest, DistributedQueryElevationComponentTest, HttpSolrCallGetCoreTest, TestCorePropertiesReload, BadIndexSchemaTest, TestClusterStateMutator, ChaosMonkeySafeLeaderTest, CdcrReplicationDistributedZkTest, TestCollapseQParserPlugin, TestZkChroot, EnumFieldTest, TestInfoStreamLogging, TestBM25SimilarityFactory, CollectionsAPIAsyncDistributedZkTest, TestNRTOpen, BasicDistributedZk2Test, SimpleMLTQParserTest, ZkStateWriterTest, TestRemoteStreaming, DistributedIntervalFacetingTest, FullSolrCloudDistribCmdsTest, TestSSLRandomization, TestPerFieldSimilarityWithDefaultOverride, SimpleCollectionCreateDeleteTest, TestLegacyNumericUtils, TestConfigSetProperties, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSolrFieldCacheBean, TolerantUpdateProcessorTest, TestSolrConfigHandlerCloud, DateRangeFieldTest, MoveReplicaHDFSTest, CollectionStateFormat2Test, TestLeaderInitiatedRecoveryThread, TestRTGBase, SOLR749Test, TestFastWriter, TestRecovery, TestReloadDeadlock, TestBlobHandler, StatsComponentTest, HdfsNNFailoverTest, TestConfigSetsAPIExclusivity, AnalysisErrorHandlingTest, TestSolrQueryParser, HLLUtilTest, TestSubQueryTransformerCrossCore, TestRandomFlRTGCloud, DocumentBuilderTest, TestHdfsBackupRestoreCore, TestUseDocValuesAsStored, TestSolrDeletionPolicy1, TestRequestForwarding, SpellCheckCollatorTest, OverseerModifyCollectionTest, TestPullReplica, TestClusterProperties, SolrMetricsIntegrationTest, SolrCoreCheckLockOnStartupTest, LukeRequestHandlerTest, TestDocTermOrds, TestAuthenticationFramework, AliasIntegrationTest, DebugComponentTest, TestCloudInspectUtil, TestHighFrequencyDictionaryFactory, DeleteStatusTest, DOMUtilTest, TestTrie, TestQueryUtils, SolrMetricManagerTest, TestSystemIdResolver, HdfsChaosMonkeySafeLeaderTest, TestConfig, ShufflingReplicaListTransformerTest, DistribDocExpirationUpdateProcessorTest, TestEmbeddedSolrServerAdminHandler, TestSolrCloudWithSecureImpersonation, TestBadConfig, LoggingHandlerTest, PingRequestHandlerTest, JSONWriterTest, SampleTest, InfoHandlerTest, CloudExitableDirectoryReaderTest, PreAnalyzedFieldTest, SolrCloudExampleTest, HdfsWriteToMultipleCollectionsTest, TestValueSourceCache, TestCharFilters, SuggesterTSTTest, DocValuesNotIndexedTest, HdfsDirectoryTest, TestLegacyField, TestExclusionRuleCollectionAccess, TestSolrCLIRunExample, TestPayloadScoreQParserPlugin, TestFieldCacheSortRandom, TestFieldSortValues, SignatureUpdateProcessorFactoryTest, V2StandaloneTest, TestRuleBasedAuthorizationPlugin, WrapperMergePolicyFactoryTest, OpenCloseCoreStressTest, TestManagedSchemaThreadSafety, TestSearchPerf, CustomCollectionTest, CoreSorterTest, TestDocSet, CoreAdminRequestStatusTest, QueryEqualityTest, CollectionsAPIDistributedZkTest, TestSlowCompositeReaderWrapper, ShardRoutingCustomTest, MergeStrategyTest, MetricUtilsTest, UpdateLogTest, BigEndianAscendingWordDeserializerTest, SharedFSAutoReplicaFailoverTest, BasicAuthStandaloneTest, StatelessScriptUpdateProcessorFactoryTest, QueryResultKeyTest, TestIntervalFaceting, MetricsConfigTest, SpellCheckComponentTest, BasicZkTest, FullHLLTest, BadCopyFieldTest, TestSolrJ, BaseCdcrDistributedZkTest, TestStressInPlaceUpdates, DistributedFacetPivotSmallTest, AutoCommitTest, AtomicUpdatesTest, TestExceedMaxTermLength, UpdateRequestProcessorFactoryTest, TestLeaderElectionWithEmptyReplica, TestMultiValuedNumericRangeQuery, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestMergePolicyConfig, TestRealTimeGet, TestPerFieldSimilarity, TestLockTree, SegmentsInfoRequestHandlerTest, TestInPlaceUpdatesDistrib, ConvertedLegacyTest, TestGraphMLResponseWriter, TestPushWriter, TestDFISimilarityFactory, TestPolicyCloud, TestMacroExpander, RuleEngineTest, CursorMarkTest, HdfsRecoveryZkTest, TestQueryTypes, ExitableDirectoryReaderTest, TestExportWriter, FileBasedSpellCheckerTest, TestStressUserVersions, SpatialRPTFieldTypeTest, TestReqParamsAPI, TestManagedSynonymFilterFactory, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, TestDistributedGrouping, TermVectorComponentDistributedTest, TestJoin, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, TestStressLucene, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, SolrInfoBeanTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, TestCSVResponseWriter, MBeansHandlerTest, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, SynonymTokenizerTest, EchoParamsTest, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AssignBackwardCompatibilityTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteReplicaTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, MoveReplicaTest, OverseerRolesTest, PeerSyncReplicationTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudRecovery, TestCollectionAPI, TestCryptoKeys, TestDistribDocBasedVersion, TestOnReconnectListenerSupport, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkFailoverTest, AutoScalingHandlerTest, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, StressHdfsTest, ZkStateReaderTest, RulesTest, TestInitParams, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrCloudSnapshots, TestSolrCoreSnapshots, TestReplicationHandlerBackup, TestSQLHandler, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, PropertiesRequestHandlerTest, StatsReloadRaceTest, TestApiFramework, TestConfigsApi, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedQueryComponentCustomSortTest, DistributedSuggestComponentTest, SpatialHeatmapFacetsTest, JavabinLoaderTest, TestUnifiedSolrHighlighter, UninvertDocValuesMergePolicyTest, TestLegacyTerms, TestNumericRangeQuery64, JvmMetricsTest, SolrJmxReporterTest, SolrSlf4jReporterTest]
[junit4] Completed [610/731 (2!)] on J1 in 0.03s, 1 test, 1 failure <<< FAILURES!
[...truncated 46634 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 85 minutes 29 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 144 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/144/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
Test requires that log-level is at-least INFO, but INFO is disabled
Stack Trace:
java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
at __randomizedtesting.SeedInfo.seed([B26097D774A98CDD:ED84BAE01FA51F98]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13147 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_B26097D774A98CDD-001/init-core-data-001
[junit4] 2> 2683947 WARN (SUITE-SolrSlf4jReporterTest-seed#[B26097D774A98CDD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=B26097D774A98CDD -Dtests.slow=true -Dtests.locale=es-BO -Dtests.timezone=Pacific/Johnston -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.00s J0 | SolrSlf4jReporterTest.testReporter <<<
[junit4] > Throwable #1: java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
[junit4] > at __randomizedtesting.SeedInfo.seed([B26097D774A98CDD:ED84BAE01FA51F98]:0)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_B26097D774A98CDD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=981, maxMBSortInHeap=7.522893081764894, sim=RandomSimilarity(queryNorm=false): {}, locale=es-BO, timezone=Pacific/Johnston
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=112126056,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ClassificationUpdateProcessorFactoryTest, TestNumericTerms64, TestRandomRequestDistribution, TestFieldCollectionResource, TestCustomStream, TestStressReorder, TestStandardQParsers, TestConfigSetImmutable, BlockCacheTest, TestImplicitCoreProperties, SortByFunctionTest, TestPivotHelperCode, ExplicitHLLTest, CdcrReplicationHandlerTest, TestBinaryField, HLLSerializationTest, RestartWhileUpdatingTest, CloudMLTQParserTest, TestManagedSynonymGraphFilterFactory, OverseerCollectionConfigSetProcessorTest, TestStressVersions, TestCodecSupport, TestSchemaNameResource, DeleteInactiveReplicaTest, TestFieldCache, TestSQLHandlerNonCloud, ResourceLoaderTest, SolrShardReporterTest, AutoScalingHandlerTest, TestCloudSearcherWarming, TestXIncludeConfig, TestLegacyFieldReuse, TestStressRecovery, DocValuesMissingTest, TestReversedWildcardFilterFactory, TestSubQueryTransformerDistrib, OutputWriterTest, CollectionTooManyReplicasTest, ResponseHeaderTest, TestCoreAdminApis, DateFieldTest, HdfsBasicDistributedZk2Test, DistributedFacetPivotWhiteBoxTest, SolrCoreMetricManagerTest, TestInPlaceUpdatesStandalone, TestFunctionQuery, NumericFieldsTest, CoreAdminHandlerTest, TestSolrQueryResponse, TestPKIAuthenticationPlugin, TestMaxTokenLenTokenizer, UnloadDistributedZkTest, TestReplicationHandlerBackup, ZkControllerTest, TestExtendedDismaxParser, TestReplicaProperties, TestOrdValues, ActionThrottleTest, UniqFieldsUpdateProcessorFactoryTest, HdfsRecoverLeaseTest, TestFuzzyAnalyzedSuggestions, CSVRequestHandlerTest, SpellCheckCollatorWithCollapseTest, TestJettySolrRunner, VMParamsZkACLAndCredentialsProvidersTest, QueryParsingTest, BJQParserTest, TestRandomDVFaceting, TestUnifiedSolrHighlighter, TestNamedUpdateProcessors, FacetPivotSmallTest, TestHdfsCloudBackupRestore, ClusterStateTest, TestDistribIDF, TestDynamicFieldCollectionResource, BlockJoinFacetRandomTest, RequiredFieldsTest, TestIBSimilarityFactory, TestCustomDocTransformer, TestLocalFSCloudBackupRestore, LeaderInitiatedRecoveryOnShardRestartTest, NoCacheHeaderTest, ParsingFieldUpdateProcessorsTest, HighlighterConfigTest, TestScoreJoinQPScore, BufferStoreTest, TestCloudJSONFacetJoinDomain, RankQueryTest, TestPrepRecovery, TestCursorMarkWithoutUniqueKey, ZkCLITest, TestCustomSort, TestBackupRepositoryFactory, LeaderFailureAfterFreshStartTest, CircularListTest, TestCollectionAPIs, OverseerRolesTest, TestPayloadCheckQParserPlugin, ConfigSetsAPITest, TestQueryWrapperFilter, BasicAuthIntegrationTest, SolrJmxReporterCloudTest, HardAutoCommitTest, UUIDUpdateProcessorFallbackTest, AnalysisAfterCoreReloadTest, XmlUpdateRequestHandlerTest, DateMathParserTest, ChaosMonkeySafeLeaderWithPullReplicasTest, BigEndianAscendingWordSerializerTest, SolrInfoBeanTest, DistributedFacetPivotLargeTest, TestJmxIntegration, TimeZoneUtilsTest, TestStreamBody, TestSolrCoreProperties, TestPHPSerializedResponseWriter, CdcrVersionReplicationTest, TestGeoJSONResponseWriter, TestInitParams, JavabinLoaderTest, PrimitiveFieldTypeTest, TestMiniSolrCloudClusterSSL, HighlighterTest, GraphQueryTest, SolrCoreTest, TestSolrCloudWithKerberosAlt, AsyncCallRequestStatusResponseTest, JvmMetricsTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestManagedResourceStorage, RAMDirectoryFactoryTest, TestConfigSets, DefaultValueUpdateProcessorTest, TestBulkSchemaAPI, TestCloudDeleteByQuery, TestSort, PeerSyncWithIndexFingerprintCachingTest, HdfsUnloadDistributedZkTest, TlogReplayBufferedWhileIndexingTest, TestMacros, TestCollectionAPI, CreateCollectionCleanupTest, VersionInfoTest, StressHdfsTest, HdfsRestartWhileUpdatingTest, TestHighlightDedupGrouping, DirectUpdateHandlerTest, DistributedExpandComponentTest, ReplaceNodeTest, ScriptEngineTest, TestCloudSchemaless, TestNonDefinedSimilarityFactory, TestHashQParserPlugin, DeleteShardTest, BinaryUpdateRequestHandlerTest, DocExpirationUpdateProcessorFactoryTest, URLClassifyProcessorTest, IndexSchemaTest, StatsReloadRaceTest, SimplePostToolTest, TestSearcherReuse, SolrMetricReporterTest, TestConfigReload, ZkStateReaderTest, TestManagedSchemaAPI, LeaderElectionContextKeyTest, SolrCLIZkUtilsTest, HdfsLockFactoryTest, TestExactStatsCache, TestSolrCoreSnapshots, ClusterStateUpdateTest, SSLMigrationTest, ReplicaListTransformerTest, AtomicUpdateProcessorFactoryTest, TestOmitPositions, ImplicitSnitchTest, ResponseLogComponentTest, TestUtils, TestComplexPhraseLeadingWildcard, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, LeaderElectionTest, TestZkChroot, TestDistributedSearch, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TestRealTimeGet, DistributedTermsComponentTest, StatsComponentTest, BadIndexSchemaTest, TestLazyCores, SoftAutoCommitTest, IndexSchemaRuntimeFieldTest, TestCollationField, TestCSVResponseWriter, SearchHandlerTest, TestLFUCache, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastOutputStream, TestFastLRUCache, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, AssignBackwardCompatibilityTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionReloadTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, ForceLeaderTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, SaslZkACLProviderTest, ShardSplitTest, TestLeaderElectionZkExpiry, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSizeLimitedDistributedMap, TestStressLiveNodes, TestTlogReplica, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, TestClusterStateMutator, ZkStateWriterTest, RuleEngineTest, RulesTest, CachingDirectoryFactoryTest, HdfsDirectoryFactoryTest, QueryResultKeyTest, TestCorePropertiesReload, TestInfoStreamLogging, TestNRTOpen, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrXml, RequestLoggingTest, SearchHandlerTest, TestBlobHandler, TestSolrConfigHandlerConcurrent, TestApiFramework, DistributedFacetExistsSmallTest, DistributedQueryComponentCustomSortTest, InfixSuggestersTest, SpatialHeatmapFacetsTest, SolrSlf4jReporterTest]
[junit4] Completed [621/731 (1!)] on J0 in 0.02s, 1 test, 1 failure <<< FAILURES!
[...truncated 46590 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:690: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 84 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 143 -
Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/143/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping
Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
at __randomizedtesting.SeedInfo.seed([2FC4AB69DCB0FB88:5E2055BFAA5BDC44]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
Test requires that log-level is at-least INFO, but INFO is disabled
Stack Trace:
java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
at __randomizedtesting.SeedInfo.seed([2FC4AB69DCB0FB88:7020865EB7BC68CD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12214 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_2FC4AB69DCB0FB88-001/init-core-data-001
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=2FC4AB69DCB0FB88 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=Australia/Currie -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.00s J0 | SolrSlf4jReporterTest.testReporter <<<
[junit4] > Throwable #1: java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
[junit4] > at __randomizedtesting.SeedInfo.seed([2FC4AB69DCB0FB88:7020865EB7BC68CD]:0)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_2FC4AB69DCB0FB88-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=521, maxMBSortInHeap=7.095681066141525, sim=RandomSimilarity(queryNorm=true): {}, locale=vi, timezone=Australia/Currie
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=130196288,total=315854848
[junit4] 2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, TestFoldingMultitermQuery, TestSerializedLuceneMatchVersion, UUIDUpdateProcessorFallbackTest, TestLFUCache, CdcrBootstrapTest, SuggesterTest, DocExpirationUpdateProcessorFactoryTest, TestPKIAuthenticationPlugin, TestJettySolrRunner, TestCustomSort, PathHierarchyTokenizerFactoryTest, TestNumericTerms64, TestTestInjection, TestLMDirichletSimilarityFactory, TestPrepRecovery, OutOfBoxZkACLAndCredentialsProvidersTest, TestFieldCollectionResource, TestGeoJSONResponseWriter, TestPhraseSuggestions, TestRequestStatusCollectionAPI, TestRecoveryHdfs, SolrCLIZkUtilsTest, TestConfigReload, CollectionReloadTest, CdcrReplicationHandlerTest, TestDFRSimilarityFactory, HdfsBasicDistributedZk2Test, TestInPlaceUpdatesStandalone, TestFuzzyAnalyzedSuggestions, TestDynamicFieldCollectionResource, TestNumericTokenStream, BinaryUpdateRequestHandlerTest, DocValuesMissingTest, UUIDFieldTest, TestJsonFacets, MetricsHandlerTest, ResponseHeaderTest, TestFieldCacheVsDocValues, TestCloudSearcherWarming, BasicAuthIntegrationTest, TestSolrXml, TestSolrCoreSnapshots, TestScoreJoinQPScore, DistribJoinFromCollectionTest, TestTolerantSearch, SolrGangliaReporterTest, XsltUpdateRequestHandlerTest, SolrCoreMetricManagerTest, ClassificationUpdateProcessorFactoryTest, TestFieldTypeCollectionResource, BJQParserTest, BlockCacheTest, TestHalfAndHalfDocValues, OutputWriterTest, TestHdfsUpdateLog, TestLeaderElectionZkExpiry, TimeZoneUtilsTest, TestBlendedInfixSuggestions, TestPivotHelperCode, GraphQueryTest, UninvertDocValuesMergePolicyTest, ReplaceNodeTest, SpellCheckCollatorWithCollapseTest, TestCSVResponseWriter, TestBinaryField, TestNoOpRegenerator, TestStressReorder, DeleteNodeTest, TestCoreContainer, BlockJoinFacetRandomTest, CdcrVersionReplicationTest, SolrTestCaseJ4Test, TestReloadAndDeleteDocs, TestCursorMarkWithoutUniqueKey, DistributedSpellCheckComponentTest, NumericFieldsTest, SearchHandlerTest, TestSubQueryTransformer, LeaderElectionContextKeyTest, CloudMLTQParserTest, TestImpersonationWithHadoopAuth, TestSchemalessBufferedUpdates, ZkStateReaderTest, TestQueryWrapperFilter, XmlUpdateRequestHandlerTest, TestDocBasedVersionConstraints, URLClassifyProcessorTest, CurrencyFieldTypeTest, SyncSliceTest, IndexBasedSpellCheckerTest, TestRandomDVFaceting, TestBackupRepositoryFactory, RestartWhileUpdatingTest, DistanceFunctionTest, TestLegacyFieldCache, DistributedVersionInfoTest, TestFieldCacheSort, TestSolrDeletionPolicy2, TestQuerySenderNoQuery, TestLegacyFieldReuse, TestNamedUpdateProcessors, TestExtendedDismaxParser, LargeFieldTest, TestSweetSpotSimilarityFactory, PrimUtilsTest, TestLocalFSCloudBackupRestore, PeerSyncTest, TestCustomStream, DistributedFacetPivotWhiteBoxTest, MoveReplicaHDFSUlogDirTest, TestFreeTextSuggestions, AddBlockUpdateTest, DistributedFacetPivotLargeTest, TestQuerySenderListener, BooleanFieldTest, PKIAuthenticationIntegrationTest, TestSolrCloudWithKerberosAlt, TestBulkSchemaAPI, TestFaceting, HdfsChaosMonkeyNothingIsSafeTest, QueryElevationComponentTest, ChaosMonkeyNothingIsSafeTest, TestDownShardTolerantSearch, TestXIncludeConfig, TestOmitPositions, ShardRoutingTest, TestSolrConfigHandlerConcurrent, MinimalSchemaTest, SolrCoreTest, CdcrUpdateLogTest, FacetPivotSmallTest, RequestHandlersTest, TestOrdValues, RecoveryAfterSoftCommitTest, RecoveryZkTest, TestFunctionQuery, QueryParsingTest, DocValuesTest, CheckHdfsIndexTest, TestSegmentSorting, TestDistributedSearch, TestInitParams, SecurityConfHandlerTest, SolrSlf4jReporterTest]
[junit4] Completed [316/731 (1!)] on J0 in 0.02s, 1 test, 1 failure <<< FAILURES!
[...truncated 382 lines...]
[junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_2FC4AB69DCB0FB88-001/init-core-data-001
[junit4] 2> 2051334 WARN (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 2051335 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2051339 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2051339 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2051340 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2051824 WARN (coreLoadExecutor-7667-thread-1) [ x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
[junit4] 2> 2051826 WARN (coreLoadExecutor-7667-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2051828 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2051830 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[2FC4AB69DCB0FB88]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
[junit4] 2> 2051831 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[2FC4AB69DCB0FB88]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testUpdateDistribChainSkipping -Dtests.seed=2FC4AB69DCB0FB88 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=Europe/Paris -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.00s J1 | UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping <<<
[junit4] > Throwable #1: java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
[junit4] > at __randomizedtesting.SeedInfo.seed([2FC4AB69DCB0FB88:5E2055BFAA5BDC44]:0)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2051835 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[2FC4AB69DCB0FB88]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
[junit4] 2> 2051835 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[2FC4AB69DCB0FB88]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
[junit4] 2> 2051837 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[2FC4AB69DCB0FB88]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
[junit4] 2> 2051838 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[2FC4AB69DCB0FB88]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
[junit4] 2> 2051838 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[2FC4AB69DCB0FB88]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_2FC4AB69DCB0FB88-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1223, maxMBSortInHeap=7.735962102150651, sim=RandomSimilarity(queryNorm=false): {}, locale=ja-JP, timezone=Europe/Paris
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=253274464,total=390238208
[junit4] 2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestScoreJoinQPNoScore, TestSolr4Spatial, MoveReplicaTest, TestRuleBasedAuthorizationPlugin, WrapperMergePolicyFactoryTest, TestRandomFaceting, CopyFieldTest, DistributedFacetExistsSmallTest, DistributedSuggestComponentTest, TestTolerantUpdateProcessorRandomCloud, TestDelegationWithHadoopAuth, FullSolrCloudDistribCmdsTest, TestGraphMLResponseWriter, TestBadConfig, TestMergePolicyConfig, TestRealTimeGet, SolrCmdDistributorTest, CachingDirectoryFactoryTest, CursorMarkTest, SortSpecParsingTest, TestExportWriter, DistribDocExpirationUpdateProcessorTest, TestGraphTermsQParserPlugin, SolrCloudReportersTest, TestFiltering, RemoteQueryErrorTest, TestManagedSynonymFilterFactory, TestDocSet, PropertiesRequestHandlerTest, TestUseDocValuesAsStored, TestCloudPivotFacet, DebugComponentTest, SearchHandlerTest, DocumentAnalysisRequestHandlerTest, TestClusterStateMutator, BlockJoinFacetSimpleTest, MergeStrategyTest, BasicFunctionalityTest, BadIndexSchemaTest, TermVectorComponentTest, TestWordDelimiterFilterFactory, SolrCoreCheckLockOnStartupTest, TestPerFieldSimilarityWithDefaultOverride, TestEmbeddedSolrServerSchemaAPI, TestIntervalFaceting, InfixSuggestersTest, TestSolrConfigHandler, ZkStateWriterTest, TestIndexSearcher, HdfsNNFailoverTest, TestCloudNestedDocsSort, SegmentsInfoRequestHandlerTest, JsonLoaderTest, TestCryptoKeys, TestTrackingShardHandlerFactory, InfoHandlerTest, PeerSyncReplicationTest, HdfsWriteToMultipleCollectionsTest, DateRangeFieldTest, TestFieldCacheSortRandom, SpellPossibilityIteratorTest, SampleTest, SolrMetricsIntegrationTest, EchoParamsTest, TestLockTree, TestLegacyNumericUtils, CloneFieldUpdateProcessorFactoryTest, TestFieldCacheWithThreads, DistributedTermsComponentTest, ClassificationUpdateProcessorIntegrationTest, TestCollapseQParserPlugin, AnalyticsMergeStrategyTest, TestSolrConfigHandlerCloud, MoveReplicaHDFSTest, HdfsRecoveryZkTest, DirectSolrSpellCheckerTest, ShowFileRequestHandlerTest, CdcrReplicationDistributedZkTest, TestBM25SimilarityFactory, ExternalFileFieldSortTest, TestSolrIndexConfig, TestPartialUpdateDeduplication, SOLR749Test, SaslZkACLProviderTest, BlockDirectoryTest, TestMaxScoreQueryParser, AnalysisErrorHandlingTest, OverseerModifyCollectionTest, ReplicationFactorTest, MBeansHandlerTest, TestStressUserVersions, TestFieldCacheReopen, TestCollationField, TestSchemaManager, TestSuggestSpellingConverter, ZkNodePropsTest, TestSolrJ, TestReloadDeadlock, TestDocTermOrds, TestReqParamsAPI, SharedFSAutoReplicaFailoverTest, TestJsonRequest, SignatureUpdateProcessorFactoryTest, SolrRequestParserTest, TestConfig, DistributedFacetPivotSmallTest, DistributedQueryElevationComponentTest, SchemaVersionSpecificBehaviorTest, BadComponentTest, TestPerFieldSimilarity, TestComplexPhraseQParserPlugin, TestCollationFieldDocValues, TestRecovery, BasicDistributedZk2Test, LoggingHandlerTest, TestSearchPerf, ConnectionReuseTest, TestLRUStatsCache, RequestLoggingTest, TestCSVLoader, DeleteReplicaTest, TermsComponentTest, TestExceedMaxTermLength, EnumFieldTest, ExitableDirectoryReaderTest, BigEndianAscendingWordDeserializerTest, DocumentBuilderTest, TestCorePropertiesReload, TestCloudRecovery, TestRawTransformer, TestManagedResource, DistributedFacetPivotLongTailTest, TestClusterProperties, TestSortByMinMaxFunction, MetricsConfigTest, ShufflingReplicaListTransformerTest, CollectionsAPIAsyncDistributedZkTest, TestQueryTypes, TestMacroExpander, SynonymTokenizerTest, CdcrRequestHandlerTest, LeaderElectionIntegrationTest, DocValuesMultiTest, DistributedDebugComponentTest, TriLevelCompositeIdRoutingTest, TestPushWriter, LukeRequestHandlerTest, TestFastOutputStream, MigrateRouteKeyTest, BadCopyFieldTest, DistributedIntervalFacetingTest, TestRestManager, QueryResultKeyTest, TermVectorComponentDistributedTest, TestCollectionsAPIViaSolrCloudCluster, HighlighterMaxOffsetTest, NodeMutatorTest, HdfsDirectoryTest, TestPullReplica, TestLuceneMatchVersion, DistributedQueryComponentCustomSortTest, ZkFailoverTest, ChaosMonkeySafeLeaderTest, TestRemoteStreaming, TestSolrCLIRunExample, SuggesterFSTTest, TestReload, TemplateUpdateProcessorTest, TestLeaderElectionWithEmptyReplica, PreAnalyzedFieldTest, TestBlobHandler, TestXmlQParser, FileBasedSpellCheckerTest, TestElisionMultitermQuery, TestInfoStreamLogging, TestSolrFieldCacheBean, TestTlogReplica, TestRandomCollapseQParserPlugin, RuleEngineTest, BasicDistributedZkTest, SuggesterTSTTest, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestSolrDeletionPolicy1, CacheHeaderTest, TestQueryUtils, TestWriterPerf, TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, RegexBoostProcessorTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest]
[junit4] Completed [435/731 (2!)] on J1 in 0.56s, 3 tests, 1 failure <<< FAILURES!
[...truncated 9165 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: lucene/spatial3d/src/java/org/apache/lucene/spatial3d/geom/GeoStandardPath.java
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:130: Found 1 violations in source files (tabs instead spaces).
Total time: 88 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 142 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/142/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Collection not found: routeFieldColl
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
at __randomizedtesting.SeedInfo.seed([2AB5ECCDBBCAECEA:8283721024AB07B0]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1139)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:822)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
at __randomizedtesting.SeedInfo.seed([2AB5ECCDBBCAECEA:7551C1FAD0C67FAF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12841 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> 2196487 INFO (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/init-core-data-001
[junit4] 2> 2196488 WARN (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
[junit4] 2> 2196489 INFO (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2196493 INFO (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2196494 INFO (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001
[junit4] 2> 2196494 INFO (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2196494 INFO (Thread-3918) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2196494 INFO (Thread-3918) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2196503 ERROR (Thread-3918) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2196594 INFO (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:65309
[junit4] 2> 2196670 INFO (jetty-launcher-5091-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2196670 INFO (jetty-launcher-5091-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2196670 INFO (jetty-launcher-5091-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2196671 INFO (jetty-launcher-5091-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2196673 INFO (jetty-launcher-5091-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5410083b{/solr,null,AVAILABLE}
[junit4] 2> 2196673 INFO (jetty-launcher-5091-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b293da9{HTTP/1.1,[http/1.1]}{127.0.0.1:65312}
[junit4] 2> 2196673 INFO (jetty-launcher-5091-thread-1) [ ] o.e.j.s.Server Started @2201396ms
[junit4] 2> 2196673 INFO (jetty-launcher-5091-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65312}
[junit4] 2> 2196674 ERROR (jetty-launcher-5091-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2196674 INFO (jetty-launcher-5091-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2196674 INFO (jetty-launcher-5091-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e44722e{/solr,null,AVAILABLE}
[junit4] 2> 2196674 INFO (jetty-launcher-5091-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2196674 INFO (jetty-launcher-5091-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2196674 INFO (jetty-launcher-5091-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-28T23:47:52.886Z
[junit4] 2> 2196674 INFO (jetty-launcher-5091-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a153ab2{HTTP/1.1,[http/1.1]}{127.0.0.1:65313}
[junit4] 2> 2196674 INFO (jetty-launcher-5091-thread-2) [ ] o.e.j.s.Server Started @2201397ms
[junit4] 2> 2196674 INFO (jetty-launcher-5091-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65313}
[junit4] 2> 2196674 ERROR (jetty-launcher-5091-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2196675 INFO (jetty-launcher-5091-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2196675 INFO (jetty-launcher-5091-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2196675 INFO (jetty-launcher-5091-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2196675 INFO (jetty-launcher-5091-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-28T23:47:52.887Z
[junit4] 2> 2196676 INFO (jetty-launcher-5091-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@462c5518{/solr,null,AVAILABLE}
[junit4] 2> 2196677 INFO (jetty-launcher-5091-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5afc5004{/solr,null,AVAILABLE}
[junit4] 2> 2196677 INFO (jetty-launcher-5091-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c6efe{HTTP/1.1,[http/1.1]}{127.0.0.1:65315}
[junit4] 2> 2196677 INFO (jetty-launcher-5091-thread-3) [ ] o.e.j.s.Server Started @2201400ms
[junit4] 2> 2196678 INFO (jetty-launcher-5091-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65315}
[junit4] 2> 2196678 ERROR (jetty-launcher-5091-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2196680 INFO (jetty-launcher-5091-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@80ae5e2{HTTP/1.1,[http/1.1]}{127.0.0.1:65314}
[junit4] 2> 2196680 INFO (jetty-launcher-5091-thread-4) [ ] o.e.j.s.Server Started @2201403ms
[junit4] 2> 2196680 INFO (jetty-launcher-5091-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65314}
[junit4] 2> 2196680 INFO (jetty-launcher-5091-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2196680 ERROR (jetty-launcher-5091-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2196680 INFO (jetty-launcher-5091-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2196683 INFO (jetty-launcher-5091-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2196683 INFO (jetty-launcher-5091-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-28T23:47:52.895Z
[junit4] 2> 2196682 INFO (jetty-launcher-5091-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2196685 INFO (jetty-launcher-5091-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2196686 INFO (jetty-launcher-5091-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2196686 INFO (jetty-launcher-5091-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-28T23:47:52.898Z
[junit4] 2> 2196686 INFO (jetty-launcher-5091-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2196687 INFO (jetty-launcher-5091-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2196694 INFO (jetty-launcher-5091-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2196694 INFO (jetty-launcher-5091-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2196697 INFO (jetty-launcher-5091-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65309/solr
[junit4] 2> 2196700 INFO (jetty-launcher-5091-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65309/solr
[junit4] 2> 2196702 INFO (jetty-launcher-5091-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65309/solr
[junit4] 2> 2196703 INFO (jetty-launcher-5091-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65309/solr
[junit4] 2> 2197053 INFO (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2197054 INFO (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2197055 INFO (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65315_solr
[junit4] 2> 2197056 INFO (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65312_solr
[junit4] 2> 2197057 INFO (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr ] o.a.s.c.Overseer Overseer (id=98563789469319178-127.0.0.1:65315_solr-n_0000000000) starting
[junit4] 2> 2197062 INFO (zkCallback-5113-thread-1-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2197065 INFO (zkCallback-5111-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2197069 INFO (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2197073 INFO (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2197076 INFO (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65314_solr
[junit4] 2> 2197077 INFO (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2197080 INFO (zkCallback-5111-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2197081 INFO (zkCallback-5112-thread-1-processing-n:127.0.0.1:65314_solr) [n:127.0.0.1:65314_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2197082 INFO (zkCallback-5113-thread-1-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2197083 INFO (zkCallback-5108-thread-1-processing-n:127.0.0.1:65313_solr) [n:127.0.0.1:65313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2197084 INFO (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2197087 INFO (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65313_solr
[junit4] 2> 2197095 INFO (zkCallback-5108-thread-1-processing-n:127.0.0.1:65313_solr) [n:127.0.0.1:65313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2197095 INFO (zkCallback-5112-thread-1-processing-n:127.0.0.1:65314_solr) [n:127.0.0.1:65314_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2197098 INFO (zkCallback-5111-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2197103 INFO (zkCallback-5113-thread-1-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2197115 INFO (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65315_solr
[junit4] 2> 2197120 INFO (zkCallback-5108-thread-1-processing-n:127.0.0.1:65313_solr) [n:127.0.0.1:65313_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2197134 INFO (zkCallback-5112-thread-1-processing-n:127.0.0.1:65314_solr) [n:127.0.0.1:65314_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2197140 INFO (zkCallback-5111-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2197164 INFO (zkCallback-5113-thread-1-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2197194 INFO (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65313.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197201 INFO (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65314.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197220 INFO (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65314.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197220 INFO (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65314.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197220 INFO (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65312.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197222 INFO (jetty-launcher-5091-thread-4) [n:127.0.0.1:65314_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node4/.
[junit4] 2> 2197238 INFO (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65313.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197238 INFO (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65313.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197240 INFO (jetty-launcher-5091-thread-2) [n:127.0.0.1:65313_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node2/.
[junit4] 2> 2197243 INFO (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65312.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197243 INFO (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65312.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197245 INFO (jetty-launcher-5091-thread-1) [n:127.0.0.1:65312_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node1/.
[junit4] 2> 2197265 INFO (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65315.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197282 INFO (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65315.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197282 INFO (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65315.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2197283 INFO (jetty-launcher-5091-thread-3) [n:127.0.0.1:65315_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node3/.
[junit4] 2> 2197377 INFO (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2197378 INFO (SUITE-CustomCollectionTest-seed#[2AB5ECCDBBCAECEA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65309/solr ready
[junit4] 2> 2197534 INFO (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[2AB5ECCDBBCAECEA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
[junit4] 2> 2197536 INFO (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[2AB5ECCDBBCAECEA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2197546 INFO (qtp419761746-22668) [n:127.0.0.1:65312_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&nrtReplicas=2&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2197549 INFO (OverseerThreadFactory-9997-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr ] o.a.s.c.CreateCollectionCmd Create collection routeFieldColl
[junit4] 2> 2197671 INFO (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"routeFieldColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65314/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197675 INFO (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"routeFieldColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65315/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197678 INFO (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"routeFieldColl_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65312/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197681 INFO (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"routeFieldColl_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65313/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197685 INFO (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"routeFieldColl_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65314/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197688 INFO (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"routeFieldColl_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65315/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197691 INFO (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"routeFieldColl_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65312/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197694 INFO (OverseerStateUpdate-98563789469319178-127.0.0.1:65315_solr-n_0000000000) [n:127.0.0.1:65315_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"routeFieldColl_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:65313/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197910 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n4&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197912 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2197918 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197919 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n12&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197919 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2197934 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n8&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197934 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n6&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197934 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n14&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197934 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2197943 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n10&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197943 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197944 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2198064 INFO (zkCallback-5108-thread-1-processing-n:127.0.0.1:65313_solr) [n:127.0.0.1:65313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2198064 INFO (zkCallback-5113-thread-1-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2198064 INFO (zkCallback-5112-thread-1-processing-n:127.0.0.1:65314_solr) [n:127.0.0.1:65314_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2198064 INFO (zkCallback-5111-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2198065 INFO (zkCallback-5108-thread-2-processing-n:127.0.0.1:65313_solr) [n:127.0.0.1:65313_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2198066 INFO (zkCallback-5111-thread-2-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2198067 INFO (zkCallback-5112-thread-2-processing-n:127.0.0.1:65314_solr) [n:127.0.0.1:65314_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2198068 INFO (zkCallback-5113-thread-2-processing-n:127.0.0.1:65312_solr) [n:127.0.0.1:65312_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2198970 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198995 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198999 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2199004 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2199010 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2199035 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2199045 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2199050 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2199069 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 2199069 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 2199073 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 2199075 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 2199119 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 2199122 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 2199151 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2199151 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n1' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 2199151 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65314.solr.core.routeFieldColl.shard1.replica_n1' (registry 'solr.core.routeFieldColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2199152 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2199152 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node4/routeFieldColl_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node4/./routeFieldColl_shard1_replica_n1/data/]
[junit4] 2> 2199163 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2199163 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n4' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 2199163 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 2199163 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65312.solr.core.routeFieldColl.shard2.replica_n4' (registry 'solr.core.routeFieldColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2199164 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2199164 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node1/routeFieldColl_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node1/./routeFieldColl_shard2_replica_n4/data/]
[junit4] 2> 2199189 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 2199223 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2199223 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n2' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 2199223 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65315.solr.core.routeFieldColl.shard1.replica_n2' (registry 'solr.core.routeFieldColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2199224 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2199224 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node3/routeFieldColl_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node3/./routeFieldColl_shard1_replica_n2/data/]
[junit4] 2> 2199225 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2199225 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n6' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 2199226 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65313.solr.core.routeFieldColl.shard2.replica_n6' (registry 'solr.core.routeFieldColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2199226 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2199226 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node2/routeFieldColl_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node2/./routeFieldColl_shard2_replica_n6/data/]
[junit4] 2> 2199228 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2199228 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n14' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 2199229 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65313.solr.core.routeFieldColl.shard4.replica_n14' (registry 'solr.core.routeFieldColl.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2199229 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2199231 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2199231 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n12' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 2199231 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node2/routeFieldColl_shard4_replica_n14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node2/./routeFieldColl_shard4_replica_n14/data/]
[junit4] 2> 2199231 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2199231 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n8' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 2199232 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65314.solr.core.routeFieldColl.shard3.replica_n8' (registry 'solr.core.routeFieldColl.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2199232 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2199232 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node4/routeFieldColl_shard3_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node4/./routeFieldColl_shard3_replica_n8/data/]
[junit4] 2> 2199233 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65312.solr.core.routeFieldColl.shard4.replica_n12' (registry 'solr.core.routeFieldColl.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2199233 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2199233 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node1/routeFieldColl_shard4_replica_n12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node1/./routeFieldColl_shard4_replica_n12/data/]
[junit4] 2> 2199257 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2199257 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n10' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 2199258 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65315.solr.core.routeFieldColl.shard3.replica_n10' (registry 'solr.core.routeFieldColl.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18addb1
[junit4] 2> 2199258 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2199258 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node3/routeFieldColl_shard3_replica_n10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_2AB5ECCDBBCAECEA-001/tempDir-001/node3/./routeFieldColl_shard3_replica_n10/data/]
[junit4] 2> 2199344 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2199344 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2199345 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2199345 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2199355 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n14] CLOSING SolrCore org.apache.solr.core.SolrCore@41d324bb
[junit4] 2> 2199355 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4a70c935
[junit4] 2> 2199355 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard4.replica_n14, tag=1104356539
[junit4] 2> 2199355 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard1.replica_n2, tag=1248905525
[junit4] 2> 2199355 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n12] CLOSING SolrCore org.apache.solr.core.SolrCore@14bdaf0
[junit4] 2> 2199356 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard4.replica_n12, tag=21748464
[junit4] 2> 2199356 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@672f3922: rootName = solr_65312, domain = solr.core.routeFieldColl.shard4.replica_n12, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard4.replica_n12 / com.codahale.metrics.MetricRegistry@1b794393
[junit4] 2> 2199356 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d6c1cc1: rootName = solr_65315, domain = solr.core.routeFieldColl.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@28316635
[junit4] 2> 2199356 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e85af75: rootName = solr_65313, domain = solr.core.routeFieldColl.shard4.replica_n14, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard4.replica_n14 / com.codahale.metrics.MetricRegistry@54c7651d
[junit4] 2> 2199359 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n10] CLOSING SolrCore org.apache.solr.core.SolrCore@39c2c296
[junit4] 2> 2199362 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@234d3543[routeFieldColl_shard1_replica_n1] main]
[junit4] 2> 2199363 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2199364 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2199366 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2199367 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577020634514325504
[junit4] 2> 2199367 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n8] CLOSING SolrCore org.apache.solr.core.SolrCore@3261c65e
[junit4] 2> 2199367 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard3.replica_n8, tag=845268574
[junit4] 2> 2199367 INFO (qtp1848093519-22686) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@69fc1896: rootName = solr_65314, domain = solr.core.routeFieldColl.shard3.replica_n8, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard3.replica_n8 / com.codahale.metrics.MetricRegistry@257c577
[junit4] 2> 2199368 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@28d83553
[junit4] 2> 2199372 INFO (searcherExecutor-10006-thread-1-processing-n:127.0.0.1:65314_solr x:routeFieldColl_shard1_replica_n1 s:shard1 c:routeFieldColl r:core_node3) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n1] Registered new searcher Searcher@234d3543[routeFieldColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2199374 INFO (qtp1848093519-22684) [n:127.0.0.1:65314_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2199383 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@4d29cb2d
[junit4] 2> 2199396 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.routeFieldColl.shard4.leader, tag=1104356539
[junit4] 2> 2199397 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard2.replica_n6, tag=685258067
[junit4] 2> 2199397 INFO (qtp326863282-22676) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73f1d17: rootName = solr_65313, domain = solr.core.routeFieldColl.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@6f9bc38d
[junit4] 2> 2199397 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.routeFieldColl.shard1.leader, tag=1248905525
[junit4] 2> 2199398 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard3.replica_n10, tag=969065110
[junit4] 2> 2199398 INFO (qtp1080683989-22695) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9fd1289: rootName = solr_65315, domain = solr.core.routeFieldColl.shard3.replica_n10, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard3.replica_n10 / com.codahale.metrics.MetricRegistry@1030948a
[junit4] 2> 2199398 ERROR (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'routeFieldColl_shard4_replica_n14': Unable to create core [routeFieldColl_shard4_replica_n14] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:967)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [routeFieldColl_shard4_replica_n14]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1014)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:934)
[junit4] 2> ... 34 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:998)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
[junit4] 2> at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:394)
[junit4] 2> at org.apache.solr.api.Api.getSpec(Api.java:65)
[junit4] 2> at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
[junit4] 2> at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
[junit4] 2> at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:946)
[junit4] 2> ... 37 more
[junit4] 2>
[junit4] 2> 2199398 INFO (qtp326863282-22678) [n:127.0.0.1:65313_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n14&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1463
[junit4] 2> 2199398 ERROR (OverseerThreadFactory-9997-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:65313/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:65313/solr: Error CREATEing SolrCore 'routeFieldColl_shard4_replica_n14': Unable to create core [routeFieldColl_shard4_replica_n14] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2199399 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.routeFieldColl.shard4.leader, tag=21748464
[junit4] 2> 2199399 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.routeFieldColl.shard2.replica_n4, tag=1294584621
[junit4] 2> 2199399 INFO (qtp419761746-22669) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ee15bd2: rootName = solr_65312, domain = solr.core.routeFieldColl.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.routeFieldColl.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@3e877df6
[junit4] 2> 2199400 ERROR (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'routeFieldColl_shard1_replica_n2': Unable to create core [routeFieldColl_shard1_replica_n2] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:967)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [routeFieldColl_shard1_replica_n2]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1014)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:934)
[junit4] 2> ... 34 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:998)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
[junit4] 2> at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:394)
[junit4] 2> at org.apache.solr.api.Api.getSpec(Api.java:65)
[junit4] 2> at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
[junit4] 2> at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
[junit4] 2> at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:946)
[junit4] 2> ... 37 more
[junit4] 2>
[junit4] 2> 2199400 INFO (qtp1080683989-22697) [n:127.0.0.1:65315_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1456
[junit4] 2> 2199401 ERROR (OverseerThreadFactory-9997-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:65315/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:65315/solr: Error CREATEing SolrCore 'routeFieldColl_shard1_replica_n2': Unable to create core [routeFieldColl_shard1_replica_n2] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2199402 ERROR (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'routeFieldColl_shard4_replica_n12': Unable to create core [routeFieldColl_shard4_replica_n12] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:967)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [routeFieldColl_shard4_replica_n12]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1014)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:934)
[junit4] 2> ... 34 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:998)
[junit4] 2> ... 35 more
[junit4] 2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
[junit4] 2> at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:394)
[junit4] 2> at org.apache.solr.api.Api.getSpec(Api.java:65)
[junit4] 2> at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
[junit4] 2> at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
[junit4] 2> at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:946)
[junit4] 2> ... 37 more
[junit4] 2>
[junit4] 2> 2199402 INFO (qtp419761746-22671) [n:127.0.0.1:65312_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n12&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1483
[junit4] 2> 2199402 ERROR (OverseerThreadFactory-9997-thread-1-processing-n:127.0.0.1:65315_solr) [n:127.0.0.1:65315_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:65312/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:65312/solr: Error CREATEing SolrCore 'routeFieldColl_shard4_replica_n12': Unable to create core [routeFieldColl_shard4_replica_n12] Caused by: invalid API spec: apispec/core.SchemaEdit.json
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurren
[...truncated too long message...]
orary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.SolrSlf4jReporterTest_2AB5ECCDBBCAECEA-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=17585, maxDocsPerChunk=4, blockSize=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=17585, blockSize=3)), sim=RandomSimilarity(queryNorm=true): {}, locale=uk-UA, timezone=Africa/Gaborone
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=197887152,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailoverAfterPartitionTest, StatsComponentTest, ChaosMonkeySafeLeaderTest, TolerantUpdateProcessorTest, TestBinaryResponseWriter, MoveReplicaHDFSTest, TestMultiValuedNumericRangeQuery, TestOverriddenPrefixQueryForCustomFieldType, BlockJoinFacetDistribTest, HdfsDirectoryTest, TestExactSharedStatsCache, TestLMJelinekMercerSimilarityFactory, CollectionStateFormat2Test, SolrMetricManagerTest, TestPayloadScoreQParserPlugin, SolrRequestParserTest, DistributedTermsComponentTest, JSONWriterTest, TestShortCircuitedRequests, TestCloudNestedDocsSort, TestRealTimeGet, InfoHandlerTest, TestRebalanceLeaders, HLLUtilTest, TestFieldSortValues, TestJsonFacetRefinement, TestAnalyzedSuggestions, SpellCheckCollatorTest, QueryResultKeyTest, TestShardHandlerFactory, CopyFieldTest, TestRecovery, TestPerFieldSimilarityWithDefaultOverride, TestRangeQuery, TestDFISimilarityFactory, CacheHeaderTest, DateRangeFieldTest, TestSchemaVersionResource, TestDocumentBuilder, TestCopyFieldCollectionResource, TestFieldCacheSortRandom, TestObjectReleaseTracker, TestClusterStateMutator, OverseerModifyCollectionTest, TestScoreJoinQPNoScore, TestExceedMaxTermLength, DebugComponentTest, DeleteReplicaTest, TestTrie, TestFastLRUCache, TestMergePolicyConfig, ReplicationFactorTest, TestConfigOverlay, EnumFieldTest, TestCrossCoreJoin, SuggesterTSTTest, TestEmbeddedSolrServerSchemaAPI, DistributedQueryElevationComponentTest, TestReRankQParserPlugin, RuleEngineTest, FileUtilsTest, WrapperMergePolicyFactoryTest, TestSimpleQParserPlugin, TestBlobHandler, TestLegacyField, LeaderElectionIntegrationTest, SampleTest, TestManagedSchema, SolrCmdDistributorTest, TestQueryUtils, DOMUtilTest, DocValuesMultiTest, TestPullReplica, TestSQLHandler, ConjunctionSolrSpellCheckerTest, HdfsSyncSliceTest, MigrateRouteKeyTest, PropertiesRequestHandlerTest, AutoCommitTest, MBeansHandlerTest, SolrPluginUtilsTest, TestDocTermOrds, TestReload, BlockJoinFacetSimpleTest, CachingDirectoryFactoryTest, TestBM25SimilarityFactory, SolrIndexConfigTest, TestFieldCacheWithThreads, SynonymTokenizerTest, TermVectorComponentTest, UtilsToolTest, TestHighFrequencyDictionaryFactory, TestSubQueryTransformerCrossCore, DataDrivenBlockJoinTest, CdcrRequestHandlerTest, TestLRUCache, DistributedFacetExistsSmallTest, BlobRepositoryCloudTest, MoreLikeThisHandlerTest, BigEndianAscendingWordDeserializerTest, DistributedIntervalFacetingTest, TestConfigsApi, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChangedSchemaMergeTest, MergeStrategyTest, LoggingHandlerTest, TestSystemIdResolver, TestFieldResource, TestInfoStreamLogging, V2StandaloneTest, TestDelegationWithHadoopAuth, CursorMarkTest, UpdateLogTest, DistribDocExpirationUpdateProcessorTest, PolyFieldTest, SignatureUpdateProcessorFactoryTest, TestSolrConfigHandlerCloud, TestHttpShardHandlerFactory, TestSchemaManager, TestHdfsBackupRestoreCore, SubstringBytesRefFilterTest, TestFastWriter, TestSolrDeletionPolicy1, TestManagedSynonymFilterFactory, TestSolrCloudWithSecureImpersonation, SolrMetricsIntegrationTest, FullSolrCloudDistribCmdsTest, SolrJmxReporterTest, TestWordDelimiterFilterFactory, CloneFieldUpdateProcessorFactoryTest, HttpSolrCallGetCoreTest, PreAnalyzedUpdateProcessorTest, TestSolrIndexConfig, SegmentsInfoRequestHandlerTest, SortSpecParsingTest, SimpleCollectionCreateDeleteTest, HdfsRecoveryZkTest, TestGraphMLResponseWriter, TestSolrConfigHandler, BadComponentTest, TestRTGBase, QueryEqualityTest, TestSolr4Spatial, TestMultiWordSynonyms, TestSolrCloudSnapshots, ConnectionManagerTest, TestElisionMultitermQuery, BlockDirectoryTest, TestManagedResource, TestQueryTypes, NodeMutatorTest, TestPushWriter, TestSlowCompositeReaderWrapper, AssignTest, BitVectorTest, TestCloudManagedSchema, TestCorePropertiesReload, TestLeaderInitiatedRecoveryThread, BadIndexSchemaTest, MoveReplicaTest, LukeRequestHandlerTest, TestExportWriter, TestDistributedStatsComponentCardinality, TestCSVLoader, SpellPossibilityIteratorTest, TermsComponentTest, TemplateUpdateProcessorTest, TestRestManager, SimpleMLTQParserTest, TestDistributedMissingSort, TestValueSourceCache, FileBasedSpellCheckerTest, ExitableDirectoryReaderTest, HdfsBasicDistributedZkTest, OpenExchangeRatesOrgProviderTest, DocumentBuilderTest, TestUninvertingReader, TestCloudRecovery, ShowFileRequestHandlerTest, TestDynamicFieldResource, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestJoin, HardAutoCommitTest, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, TestFiltering, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterFSTTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, TestSurroundQueryParser, TestWriterPerf, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, TestJmxIntegration, TestCollationField, UpdateRequestProcessorFactoryTest, QueryParsingTest, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestLFUCache, SOLR749Test, UpdateParamsTest, MultiTermTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestIBSimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestSolrJ, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, CircularListTest, DistributedMLTComponentTest, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudPivotFacet, TestClusterProperties, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLockTree, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestSSLRandomization, TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, ConfigureRecoveryStrategyTest, CoreSorterTest, TestBackupRepositoryFactory, TestConfigSetImmutable, TestConfigSetProperties, TestConfigSets, TestCustomStream, TestImplicitCoreProperties, TestNRTOpen, TestReloadAndDeleteDocs, TestSolrCoreSnapshots, RequestLoggingTest, TestConfigReload, TestReqParamsAPI, TestRestoreCore, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, TestApiFramework, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotWhiteBoxTest, DistributedSuggestComponentTest, SuggestComponentContextFilterQueryTest, TestExpandComponent, TestPivotHelperCode, TestTrackingShardHandlerFactory, HighlighterMaxOffsetTest, TestUnifiedSolrHighlighter, CheckHdfsIndexTest, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, TestNumericRangeQuery32, TestNumericRangeQuery64, TestNumericTokenStream, MetricsConfigTest, SolrCoreMetricManagerTest, SolrGraphiteReporterTest, SolrSlf4jReporterTest]
[junit4] Completed [632/731 (2!)] on J1 in 6.52s, 1 test, 1 failure <<< FAILURES!
[...truncated 46517 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 141 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/141/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:56374/_hot/ig/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:56374/_hot/ig/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([F2D95E61B405E12F:7A8D61BB1AF98CD7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
at __randomizedtesting.SeedInfo.seed([F2D95E61B405E12F:AD3D7356DF09726A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11494 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_F2D95E61B405E12F-001/init-core-data-001
[junit4] 2> 886852 WARN (SUITE-SolrSlf4jReporterTest-seed#[F2D95E61B405E12F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=F2D95E61B405E12F -Dtests.slow=true -Dtests.locale=lv -Dtests.timezone=America/Glace_Bay -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 6.44s J0 | SolrSlf4jReporterTest.testReporter <<<
[junit4] > Throwable #1: java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
[junit4] > at __randomizedtesting.SeedInfo.seed([F2D95E61B405E12F:AD3D7356DF09726A]:0)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_F2D95E61B405E12F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=489, maxMBSortInHeap=6.1941987147910105, sim=RandomSimilarity(queryNorm=false): {}, locale=lv, timezone=America/Glace_Bay
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=50019424,total=318021632
[junit4] 2> NOTE: All tests run in this JVM: [TestHighlightDedupGrouping, TestFieldCacheVsDocValues, RAMDirectoryFactoryTest, CollectionReloadTest, SSLMigrationTest, TlogReplayBufferedWhileIndexingTest, TestPhraseSuggestions, TestWriterPerf, SolrShardReporterTest, TestQuerySenderListener, RulesTest, TestFunctionQuery, NoCacheHeaderTest, CollectionsAPISolrJTest, TestSmileRequest, TestStressRecovery, SpellCheckCollatorWithCollapseTest, TestRestoreCore, DirectSolrConnectionTest, TestNamedUpdateProcessors, URLClassifyProcessorTest, TestSolrCoreSnapshots, RestartWhileUpdatingTest, SolrTestCaseJ4Test, SecurityConfHandlerTest, MetricsHandlerTest, IndexSchemaTest, OverseerRolesTest, TestJavabinTupleStreamParser, HighlighterConfigTest, TestQuerySenderNoQuery, TestConfigReload, TestXIncludeConfig, TestCoreContainer, TestPayloadCheckQParserPlugin, SimplePostToolTest, CoreAdminHandlerTest, TestLazyCores, ReplaceNodeTest, TestMissingGroups, TestStressReorder, TestStressCloudBlindAtomicUpdates, TestConfigSets, TestFaceting, TestFieldCache, FieldAnalysisRequestHandlerTest, TestSolrQueryResponse, PathHierarchyTokenizerFactoryTest, TestMacros, TestReplicationHandler, TestSchemaSimilarityResource, TestSolrCloudWithKerberosAlt, TestJmxIntegration, DateFieldTest, TestEmbeddedSolrServerConstructors, TestCloudDeleteByQuery, SuggesterTest, PrimitiveFieldTypeTest, TestJettySolrRunner, ClusterStateTest, TestHdfsCloudBackupRestore, CdcrReplicationHandlerTest, UniqFieldsUpdateProcessorFactoryTest, RequestHandlersTest, TestNumericTerms64, PeerSyncTest, RankQueryTest, TestRawResponseWriter, TestLegacyFieldReuse, DistributedQueryComponentOptimizationTest, TestCursorMarkWithoutUniqueKey, DistanceFunctionTest, DistributedVersionInfoTest, TestExpandComponent, SolrCoreMetricManagerTest, TestPivotHelperCode, TestSweetSpotSimilarityFactory, UninvertDocValuesMergePolicyTest, TestTrieFacet, TestLFUCache, SolrXmlInZkTest, TimeZoneUtilsTest, TestSubQueryTransformerDistrib, LargeFieldTest, CoreMergeIndexesAdminHandlerTest, ForceLeaderTest, TestGroupingSearch, LeaderFailureAfterFreshStartTest, TestSolrDeletionPolicy2, TestAddFieldRealTimeGet, SolrCLIZkUtilsTest, MultiTermTest, TestSort, TestImpersonationWithHadoopAuth, AutoScalingHandlerTest, TestCSVResponseWriter, CdcrUpdateLogTest, OverseerTaskQueueTest, TestPointFields, TestCollectionAPIs, OutputWriterTest, ExplicitHLLTest, DistributedFacetPivotSmallAdvancedTest, TestAtomicUpdateErrorCases, TestRequestStatusCollectionAPI, TestPseudoReturnFields, TestBinaryField, VersionInfoTest, SparseHLLTest, HighlighterTest, TestHalfAndHalfDocValues, LeaderElectionContextKeyTest, TestQueryWrapperFilter, BasicAuthIntegrationTest, TestFieldCollectionResource, TestGeoJSONResponseWriter, ActionThrottleTest, ResourceLoaderTest, OverseerCollectionConfigSetProcessorTest, TestUpdate, DocValuesTest, DirectoryFactoryTest, TestCollectionAPI, XmlUpdateRequestHandlerTest, FacetPivotSmallTest, MissingSegmentRecoveryTest, DistribCursorPagingTest, SpatialFilterTest, SolrSlf4jReporterTest]
[junit4] Completed [237/731 (1!)] on J0 in 6.47s, 1 test, 1 failure <<< FAILURES!
[...truncated 67 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_F2D95E61B405E12F-001/init-core-data-001
[junit4] 2> 1011011 WARN (SUITE-HttpPartitionTest-seed#[F2D95E61B405E12F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 1011018 ERROR (Thread-1907) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1011625 ERROR (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1013154 WARN (qtp362814471-10966) [n:127.0.0.1:56361__hot%2Fig c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1014408 WARN (OverseerThreadFactory-3972-thread-2-processing-n:127.0.0.1:56361__hot%2Fig) [n:127.0.0.1:56361__hot%2Fig ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1014919 ERROR (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1016219 WARN (qtp1002015031-11014) [n:127.0.0.1:56374__hot%2Fig c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1016693 ERROR (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1018086 WARN (qtp153212557-11047) [n:127.0.0.1:56383__hot%2Fig c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1018615 ERROR (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1019984 WARN (qtp513425053-11081) [n:127.0.0.1:56392__hot%2Fig c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1025410 WARN (qtp1002015031-11014) [n:127.0.0.1:56374__hot%2Fig c:c8n_crud_1x2 s:shard1 x:c8n_crud_1x2_shard1_replica_t2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1025410 WARN (qtp153212557-11049) [n:127.0.0.1:56383__hot%2Fig c:c8n_crud_1x2 s:shard1 x:c8n_crud_1x2_shard1_replica_t1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1027568 WARN (zkCallback-2957-thread-1-processing-n:127.0.0.1:56374__hot%2Fig) [n:127.0.0.1:56374__hot%2Fig ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1029754 WARN (qtp362814471-10966) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1029755 WARN (qtp513425053-11086) [n:127.0.0.1:56392__hot%2Fig c:collMinRf_1x3 s:shard1 x:collMinRf_1x3_shard1_replica_t3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1029761 WARN (qtp1002015031-11013) [n:127.0.0.1:56374__hot%2Fig c:collMinRf_1x3 s:shard1 x:collMinRf_1x3_shard1_replica_t1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1031903 WARN (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [ ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:56392/_hot/ig, target: http://127.0.0.1:56393/_hot/ig
[junit4] 2> 1031915 ERROR (updateExecutor-2942-thread-2-processing-http:////127.0.0.1:56392//_hot//ig//collMinRf_1x3_shard1_replica_t3 x:collMinRf_1x3_shard1_replica_t2 r:core_node5 n:127.0.0.1:56361__hot%2Fig s:shard1 c:collMinRf_1x3) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.u.ErrorReportingConcurrentUpdateSolrClient error
[junit4] 2> java.net.SocketException: Broken pipe (Write failed)
[junit4] 2> at java.net.SocketOutputStream.socketWrite0(Native Method)
[junit4] 2> at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
[junit4] 2> at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
[junit4] 2> at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1031918 WARN (qtp362814471-10967) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.u.p.DistributedUpdateProcessor Error sending update to http://127.0.0.1:56392/_hot/ig
[junit4] 2> java.net.SocketException: Broken pipe (Write failed)
[junit4] 2> at java.net.SocketOutputStream.socketWrite0(Native Method)
[junit4] 2> at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
[junit4] 2> at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
[junit4] 2> at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1031918 ERROR (qtp362814471-10967) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.u.p.DistributedUpdateProcessor Setting up to try to start recovery on replica http://127.0.0.1:56392/_hot/ig/collMinRf_1x3_shard1_replica_t3/
[junit4] 2> java.net.SocketException: Broken pipe (Write failed)
[junit4] 2> at java.net.SocketOutputStream.socketWrite0(Native Method)
[junit4] 2> at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
[junit4] 2> at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
[junit4] 2> at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1031932 WARN (updateExecutor-2942-thread-1-processing-x:collMinRf_1x3_shard1_replica_t2 r:core_node5 http:////127.0.0.1:56392//_hot//ig//collMinRf_1x3_shard1_replica_t3// n:127.0.0.1:56361__hot%2Fig s:shard1 c:collMinRf_1x3) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.LeaderInitiatedRecoveryThread Leader is publishing core=collMinRf_1x3_shard1_replica_t3 coreNodeName =core_node6 state=down on behalf of un-reachable replica http://127.0.0.1:56392/_hot/ig/collMinRf_1x3_shard1_replica_t3/
[junit4] 2> 1031935 ERROR (updateExecutor-2942-thread-1-processing-x:collMinRf_1x3_shard1_replica_t2 r:core_node5 http:////127.0.0.1:56392//_hot//ig//collMinRf_1x3_shard1_replica_t3// n:127.0.0.1:56361__hot%2Fig s:shard1 c:collMinRf_1x3) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.LeaderInitiatedRecoveryThread http://127.0.0.1:56392/_hot/ig: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:56392/_hot/ig
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:634)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.cloud.LeaderInitiatedRecoveryThread.sendRecoveryCommandWithRetry(LeaderInitiatedRecoveryThread.java:209)
[junit4] 2> at org.apache.solr.cloud.LeaderInitiatedRecoveryThread.run(LeaderInitiatedRecoveryThread.java:95)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:56392 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
[junit4] 2> ... 10 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
[junit4] 2> ... 20 more
[junit4] 2>
[junit4] 2> 1036947 WARN (updateExecutor-2942-thread-1-processing-x:collMinRf_1x3_shard1_replica_t2 r:core_node5 http:////127.0.0.1:56392//_hot//ig//collMinRf_1x3_shard1_replica_t3// n:127.0.0.1:56361__hot%2Fig s:shard1 c:collMinRf_1x3) [n:127.0.0.1:56361__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.LeaderInitiatedRecoveryThread Asking core=collMinRf_1x3_shard1_replica_t3 coreNodeName=core_node6 on http://127.0.0.1:56392/_hot/ig to recover; unsuccessful after 2 of 120 attempts so far ...
[junit4] 2> 1040405 WARN (zkCallback-2945-thread-1-processing-n:127.0.0.1:56361__hot%2Fig) [n:127.0.0.1:56361__hot%2Fig ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1040466 WARN (zkCallback-2957-thread-3-processing-n:127.0.0.1:56374__hot%2Fig) [n:127.0.0.1:56374__hot%2Fig ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1040473 ERROR (indexFetcher-4043-thread-1) [n:127.0.0.1:56374__hot%2Fig c:collMinRf_1x3 s:shard1 x:collMinRf_1x3_shard1_replica_t1] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: collMinRf_1x3 slice: shard1
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:758)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:744)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:667)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:367)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1041413 WARN (zkCallback-2957-thread-2-processing-n:127.0.0.1:56374__hot%2Fig) [n:127.0.0.1:56374__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node4 x:collMinRf_1x3_shard1_replica_t1] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1041464 WARN (zkCallback-2963-thread-2-processing-n:127.0.0.1:56383__hot%2Fig) [n:127.0.0.1:56383__hot%2Fig ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1041483 WARN (zkCallback-2969-thread-4-processing-n:127.0.0.1:56392__hot%2Fig) [n:127.0.0.1:56392__hot%2Fig ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1041517 WARN (indexFetcher-4048-thread-1) [n:127.0.0.1:56392__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node6 x:collMinRf_1x3_shard1_replica_t3] o.a.s.h.ReplicationHandler I was asked to replicate but CoreContainer is shutting down
[junit4] 2> 1042572 WARN (indexFetcher-4014-thread-1) [n:127.0.0.1:56392__hot%2Fig c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler I was asked to replicate but CoreContainer is shutting down
[junit4] 2> 1042979 WARN (zkCallback-2969-thread-1-processing-n:127.0.0.1:56392__hot%2Fig) [n:127.0.0.1:56392__hot%2Fig c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1042979 WARN (zkCallback-2969-thread-3-processing-n:127.0.0.1:56392__hot%2Fig) [n:127.0.0.1:56392__hot%2Fig c:collMinRf_1x3 s:shard1 r:core_node6 x:collMinRf_1x3_shard1_replica_t3] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1043017 ERROR (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1043428 WARN (Thread-1907) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/collections/collMinRf_1x3/state.json
[junit4] 2> 2 /solr/collections/c8n_crud_1x2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1043429 WARN (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [ ] o.a.s.c.SocketProxy Closing 12 connections to: http://127.0.0.1:56374/_hot/ig, target: http://127.0.0.1:56375/_hot/ig
[junit4] 2> 1043429 WARN (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [ ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:56383/_hot/ig, target: http://127.0.0.1:56384/_hot/ig
[junit4] 2> 1043429 WARN (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [ ] o.a.s.c.SocketProxy Closing 9 connections to: http://127.0.0.1:56361/_hot/ig, target: http://127.0.0.1:56362/_hot/ig
[junit4] 2> 1043430 WARN (TEST-HttpPartitionTest.test-seed#[F2D95E61B405E12F]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:56392/_hot/ig, target: http://127.0.0.1:56393/_hot/ig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=F2D95E61B405E12F -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=Pacific/Easter -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 32.4s J1 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:56374/_hot/ig/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([F2D95E61B405E12F:7A8D61BB1AF98CD7]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_F2D95E61B405E12F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=et, timezone=Pacific/Easter
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=139321720,total=387121152
[junit4] 2> NOTE: All tests run in this JVM: [TestRandomFaceting, TestFieldResource, DeleteStatusTest, FullSolrCloudDistribCmdsTest, HdfsBasicDistributedZkTest, CoreSorterTest, DebugComponentTest, TestObjectReleaseTracker, SimpleCollectionCreateDeleteTest, TestComponentsName, HdfsWriteToMultipleCollectionsTest, MBeansHandlerTest, SaslZkACLProviderTest, CoreAdminRequestStatusTest, TestFieldCacheReopen, SignatureUpdateProcessorFactoryTest, RollingRestartTest, ConnectionReuseTest, TestDocumentBuilder, TestPostingsSolrHighlighter, CdcrReplicationDistributedZkTest, ChaosMonkeySafeLeaderTest, PreAnalyzedFieldManagedSchemaCloudTest, TestFastLRUCache, TestDefaultStatsCache, TestRawTransformer, TestStressInPlaceUpdates, TestIntervalFaceting, TestSolr4Spatial, PluginInfoTest, BlobRepositoryCloudTest, MigrateRouteKeyTest, MoveReplicaHDFSTest, MetricUtilsTest, ConnectionManagerTest, DistributedTermsComponentTest, ZkStateWriterTest, UpdateRequestProcessorFactoryTest, TestMaxScoreQueryParser, ReplicationFactorTest, TestManagedSynonymFilterFactory, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistributedFacetExistsSmallTest, TestCloudPivotFacet, TolerantUpdateProcessorTest, DOMUtilTest, TestDFISimilarityFactory, LukeRequestHandlerTest, SolrCloudExampleTest, FileUtilsTest, TestCloudNestedDocsSort, TestExclusionRuleCollectionAccess, TestTolerantUpdateProcessorRandomCloud, MergeStrategyTest, TestSQLHandler, TestSystemCollAutoCreate, SolrCloudReportersTest, TestCSVLoader, DeleteLastCustomShardedReplicaTest, TestFastWriter, TestScoreJoinQPNoScore, TestQueryUtils, TestChildDocTransformer, DataDrivenBlockJoinTest, CachingDirectoryFactoryTest, TestSortByMinMaxFunction, TestShortCircuitedRequests, TestExportWriter, TestCollationField, TestReloadDeadlock, TestPushWriter, HttpSolrCallGetCoreTest, TestCloudManagedSchema, TestNumericRangeQuery64, TermVectorComponentTest, TestFastOutputStream, TestSolrConfigHandler, TestReRankQParserPlugin, SuggestComponentContextFilterQueryTest, TestInfoStreamLogging, HdfsDirectoryTest, TestManagedSchemaThreadSafety, InfixSuggestersTest, TestJoin, CustomCollectionTest, MoreLikeThisHandlerTest, TestSchemaVersionResource, ShufflingReplicaListTransformerTest, SolrIndexMetricsTest, TestNRTOpen, DistributedDebugComponentTest, TemplateUpdateProcessorTest, PingRequestHandlerTest, CloneFieldUpdateProcessorFactoryTest, CollectionStateFormat2Test, SharedFSAutoReplicaFailoverTest, CopyFieldTest, TestDynamicLoading, TestInitQParser, TestTlogReplica, SpellCheckCollatorTest, TestComplexPhraseQParserPlugin, SOLR749Test, BlockJoinFacetSimpleTest, TestJsonFacetRefinement, OverseerStatusTest, HttpPartitionTest]
[junit4] Completed [260/731 (2!)] on J1 in 32.45s, 1 test, 1 failure <<< FAILURES!
[...truncated 45010 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 140 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/140/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
14 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:62656/solr: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:62656/solr: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:E60D217A011C69A8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:58671/bt_zv/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:58671/bt_zv/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:4B890CB927AB228]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestCoreDiscovery.testDiscovery
Error Message:
Unable to create core [core2]
Stack Trace:
org.apache.solr.common.SolrException: Unable to create core [core2]
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:890C75A4509982A9]:0)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1014)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1440)
at org.apache.solr.core.TestCoreDiscovery.testDiscovery(TestCoreDiscovery.java:163)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/emptySpec.json
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:998)
... 41 more
Caused by: java.lang.RuntimeException: invalid API spec: apispec/emptySpec.json
at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
at org.apache.solr.common.util.Utils.lambda$getSpec$0(Utils.java:394)
at org.apache.solr.api.Api.getSpec(Api.java:65)
at org.apache.solr.api.ApiBag.register(ApiBag.java:73)
at org.apache.solr.core.PluginBag.put(PluginBag.java:217)
at org.apache.solr.core.PluginBag.init(PluginBag.java:274)
at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:946)
... 43 more
FAILED: org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores
Error Message:
There should only be 3 cores loaded, coreLOS and two coreT? cores expected:<3> but was:<0>
Stack Trace:
java.lang.AssertionError: There should only be 3 cores loaded, coreLOS and two coreT? cores expected:<3> but was:<0>
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:A638EFB5718097CC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:311)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestCoreDiscovery.testSolrHomeNotReadable
Error Message:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-008/solr.xml (Too many open files)
Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-008/solr.xml (Too many open files)
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:C08C95EA8439B382]:0)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
at org.apache.commons.io.FileUtils.openOutputStream(FileUtils.java:360)
at org.apache.commons.io.FileUtils.writeStringToFile(FileUtils.java:1981)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2107)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2125)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2090)
at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:64)
at org.apache.solr.core.TestCoreDiscovery.testSolrHomeNotReadable(TestCoreDiscovery.java:530)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestCoreDiscovery.testAlternateRelativeCoreDir
Error Message:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-009/solr.xml (Too many open files)
Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-009/solr.xml (Too many open files)
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:68744B82CED650C0]:0)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
at org.apache.commons.io.FileUtils.openOutputStream(FileUtils.java:360)
at org.apache.commons.io.FileUtils.writeStringToFile(FileUtils.java:1981)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2107)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2125)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2090)
at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:64)
at org.apache.solr.core.TestCoreDiscovery.testAlternateRelativeCoreDir(TestCoreDiscovery.java:392)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestCoreDiscovery.testAlternateCoreDir
Error Message:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-010/solr.xml (Too many open files)
Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-010/solr.xml (Too many open files)
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:49F71495C53B3580]:0)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
at org.apache.commons.io.FileUtils.openOutputStream(FileUtils.java:360)
at org.apache.commons.io.FileUtils.writeStringToFile(FileUtils.java:1981)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2107)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2125)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2090)
at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:64)
at org.apache.solr.core.TestCoreDiscovery.testAlternateCoreDir(TestCoreDiscovery.java:372)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestCoreDiscovery.testDuplicateNames
Error Message:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-012/solr.xml (Too many open files)
Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-012/solr.xml (Too many open files)
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:779C1F25634A2B55]:0)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
at org.apache.commons.io.FileUtils.openOutputStream(FileUtils.java:360)
at org.apache.commons.io.FileUtils.writeStringToFile(FileUtils.java:1981)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2107)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2125)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2090)
at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:64)
at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:69)
at org.apache.solr.core.TestCoreDiscovery.testDuplicateNames(TestCoreDiscovery.java:342)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestCoreDiscovery.testNoCoreDir
Error Message:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-013/solr.xml (Too many open files)
Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestCoreDiscovery_8CECAF113C86DFD0-001/tempDir-013/solr.xml (Too many open files)
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:57715C0C09678374]:0)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
at org.apache.commons.io.FileUtils.openOutputStream(FileUtils.java:360)
at org.apache.commons.io.FileUtils.writeStringToFile(FileUtils.java:1981)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2107)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2125)
at org.apache.commons.io.FileUtils.write(FileUtils.java:2090)
at org.apache.solr.core.TestCoreDiscovery.setMeUp(TestCoreDiscovery.java:64)
at org.apache.solr.core.TestCoreDiscovery.testNoCoreDir(TestCoreDiscovery.java:421)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0:D3088226578A4C95]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.TemplateUpdateProcessorTest
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.update.processor.TemplateUpdateProcessorTest.setupCluster(TemplateUpdateProcessorTest.java:48)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:146)
... 31 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor98.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
... 37 more
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.TemplateUpdateProcessorTest
Error Message:
ObjectTracker found 21 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, Overseer, ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient, InternalHttpClient, SolrZkClient, SolrZkClient, InternalHttpClient, ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, ZkController, InternalHttpClient, ZkController, ZkController, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:534) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:748) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:435) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.com
[...truncated too long message...]
ck.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 19) Thread[id=13301, name=jetty-launcher-2454-thread-3-SendThread(127.0.0.1:62798), state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 20) Thread[id=13260, name=org.eclipse.jetty.server.session.HashSessionManager@2d3ff5a9Timer, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=13223, name=qtp1160042811-13223, state=RUNNABLE, group=TGRP-TemplateUpdateProcessorTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 22) Thread[id=13222, name=org.eclipse.jetty.server.session.HashSessionManager@3a011de1Timer, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 23) Thread[id=13255, name=org.eclipse.jetty.server.session.HashSessionManager@2d7377b9Timer, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=13311, name=zkCallback-2481-thread-1, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=13303, name=jetty-launcher-2454-thread-1-SendThread(127.0.0.1:62798), state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 26) Thread[id=13207, name=jetty-launcher-2454-thread-1, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 27) Thread[id=13240, name=org.eclipse.jetty.server.session.HashSessionManager@6ca8c7e3Timer, state=TIMED_WAITING, group=TGRP-TemplateUpdateProcessorTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([8CECAF113C86DFD0]:0)
[junit4] Completed [350/731 (5!)] on J1 in 45.70s, 0 tests, 1 failure, 3 errors <<< FAILURES!
[...truncated 44630 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 139 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/139/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping
Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
at __randomizedtesting.SeedInfo.seed([91B0454C21246799:E054BB9A57CF4055]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12161 lines...]
[junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
[junit4] 2> 1834088 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_91B0454C21246799-001/init-core-data-001
[junit4] 2> 1834089 WARN (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1834090 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1834096 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1834097 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1834884 WARN (coreLoadExecutor-7868-thread-1) [ x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
[junit4] 2> 1834886 WARN (coreLoadExecutor-7868-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1834889 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1834898 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[91B0454C21246799]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
[junit4] 2> 1834898 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[91B0454C21246799]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
[junit4] 2> 1834906 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[91B0454C21246799]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
[junit4] 2> 1834907 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[91B0454C21246799]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testUpdateDistribChainSkipping -Dtests.seed=91B0454C21246799 -Dtests.slow=true -Dtests.locale=sr-Latn-ME -Dtests.timezone=America/Goose_Bay -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.01s J1 | UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping <<<
[junit4] > Throwable #1: java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
[junit4] > at __randomizedtesting.SeedInfo.seed([91B0454C21246799:E054BB9A57CF4055]:0)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1834918 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[91B0454C21246799]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
[junit4] 2> 1834921 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[91B0454C21246799]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
[junit4] 2> 1834922 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[91B0454C21246799]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_91B0454C21246799-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=104, maxMBSortInHeap=7.375651195764224, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn-ME, timezone=America/Goose_Bay
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=114108784,total=374996992
[junit4] 2> NOTE: All tests run in this JVM: [TestMacroExpander, TestShardHandlerFactory, TestUseDocValuesAsStored, TestGraphMLResponseWriter, TestConfigSetsAPIExclusivity, ConcurrentDeleteAndCreateCollectionTest, ShowFileRequestHandlerTest, ExitableDirectoryReaderTest, TestXmlQParser, SolrCloudReportersTest, SortSpecParsingTest, SimpleCollectionCreateDeleteTest, AssignTest, SolrGraphiteReporterTest, TestLRUStatsCache, TestQueryTypes, TestTlogReplica, AutoCommitTest, DistributedIntervalFacetingTest, EchoParamsTest, ClassificationUpdateProcessorIntegrationTest, SolrIndexConfigTest, TestMinMaxOnMultiValuedField, TestComponentsName, DateRangeFieldTest, DirectSolrSpellCheckerTest, DistributedSuggestComponentTest, FieldMutatingUpdateProcessorTest, TestSystemIdResolver, WrapperMergePolicyFactoryTest, TestUninvertingReader, LukeRequestHandlerTest, TestQueryUtils, ShufflingReplicaListTransformerTest, TermsComponentTest, BasicFunctionalityTest, FileUtilsTest, JsonLoaderTest, MoveReplicaHDFSTest, TermVectorComponentDistributedTest, TestInfoStreamLogging, TestCharFilters, TestSolrCLIRunExample, RequestLoggingTest, TestRecovery, DOMUtilTest, SuggesterFSTTest, TestCollapseQParserPlugin, TestLMJelinekMercerSimilarityFactory, OverriddenZkACLAndCredentialsProvidersTest, SOLR749Test, SearchHandlerTest, TestAuthenticationFramework, RollingRestartTest, TestManagedResource, StatsComponentTest, TestCloudInspectUtil, EnumFieldTest, UtilsToolTest, TestAuthorizationFramework, SolrJmxReporterTest, TestAnalyzeInfixSuggestions, LoggingHandlerTest, TestBM25SimilarityFactory, TestRemoteStreaming, CoreSorterTest, ChaosMonkeySafeLeaderTest, TestAnalyzedSuggestions, TestIntervalFaceting, LeaderInitiatedRecoveryOnCommitTest, SolrMetricsIntegrationTest, SimpleMLTQParserTest, TestManagedSchemaThreadSafety, CachingDirectoryFactoryTest, TestDocSet, DistributedQueueTest, TestRequestForwarding, InfoHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, TestExclusionRuleCollectionAccess, AnalyticsMergeStrategyTest, BlobRepositoryCloudTest, TestPostingsSolrHighlighter, TestCSVLoader, PreAnalyzedFieldManagedSchemaCloudTest, SolrCloudExampleTest, PreAnalyzedFieldTest, CdcrReplicationDistributedZkTest, SynonymTokenizerTest, SignatureUpdateProcessorFactoryTest, TestSolrFieldCacheBean, LeaderElectionIntegrationTest, TestSolr4Spatial2, HdfsDirectoryTest, TestSuggestSpellingConverter, TestFieldResource, TestGraphTermsQParserPlugin, OverseerStatusTest, TestRebalanceLeaders, SolrIndexMetricsTest, TestClusterProperties, StatelessScriptUpdateProcessorFactoryTest, TestReRankQParserPlugin, SaslZkACLProviderTest, HttpPartitionTest, SolrCoreCheckLockOnStartupTest, TestSolrCloudWithSecureImpersonation, TestCrossCoreJoin, TestStressUserVersions, TestHighFrequencyDictionaryFactory, DistributedTermsComponentTest, TestFastOutputStream, TestRandomFlRTGCloud, HdfsChaosMonkeySafeLeaderTest, TestDistributedMissingSort, TestLuceneMatchVersion, TestFastWriter, TestRestManager, SampleTest, TestFieldCacheSortRandom, TestFieldTypeResource, PolyFieldTest, TestSubQueryTransformerCrossCore, TestStressInPlaceUpdates, TestEmbeddedSolrServerSchemaAPI, TestMergePolicyConfig, TestPayloadScoreQParserPlugin, TestExportWriter, TestBlobHandler, TestSearchPerf, TestSimpleQParserPlugin, TestDistribDocBasedVersion, TestCloudPivotFacet, TestSolrConfigHandler, TestShortCircuitedRequests, HLLUtilTest, TestSolr4Spatial, TestLockTree, ConnectionManagerTest, TestOnReconnectListenerSupport, ExternalFileFieldSortTest, ZkSolrClientTest, RemoteQueryErrorTest, DistanceUnitsTest, TestRealTimeGet, TermVectorComponentTest, TestJoin, DistributedQueryComponentCustomSortTest, BlockJoinFacetSimpleTest, JSONWriterTest, SolrPluginUtilsTest, TestFieldCacheReopen, TestCollationField, PropertiesRequestHandlerTest, TestSchemaManager, TestSchemaResource, TestConfigSetProperties, TestDynamicLoading, SubstringBytesRefFilterTest, TestReqParamsAPI, HighlighterMaxOffsetTest, PingRequestHandlerTest, HdfsWriteToMultipleCollectionsTest, TestMaxScoreQueryParser, SpatialRPTFieldTypeTest, TestRTGBase, TestLeaderElectionWithEmptyReplica, TestRandomCollapseQParserPlugin, TestNumericTerms32, DocumentBuilderTest, MoveReplicaTest, DistributedQueryElevationComponentTest, TestConfigOverlay, BasicDistributedZk2Test, MergeStrategyTest, TestLegacyField, ChaosMonkeyNothingIsSafeWithPullReplicasTest, BadIndexSchemaTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, BasicZkTest, TestReplicationHandler, ZkControllerTest, TestStressVersions, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, TestSort, TestBadConfig, HighlighterTest, SpellCheckCollatorTest, CoreAdminHandlerTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DistanceFunctionTest, SolrInfoBeanTest, DebugComponentTest, DocumentAnalysisRequestHandlerTest, TestValueSourceCache, MoreLikeThisHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest]
[junit4] Completed [435/731 (1!)] on J1 in 0.88s, 3 tests, 1 failure <<< FAILURES!
[...truncated 44397 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 138 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/138/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:65333/sd_i/n/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:65333/sd_i/n/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([A056238AA532BDE9:28021C500BCED011]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 10938 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/init-core-data-001
[junit4] 2> 353391 WARN (SUITE-HttpPartitionTest-seed#[A056238AA532BDE9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 353391 INFO (SUITE-HttpPartitionTest-seed#[A056238AA532BDE9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 353394 INFO (SUITE-HttpPartitionTest-seed#[A056238AA532BDE9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 353394 INFO (SUITE-HttpPartitionTest-seed#[A056238AA532BDE9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 353394 INFO (SUITE-HttpPartitionTest-seed#[A056238AA532BDE9]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /sd_i/n
[junit4] 2> 353396 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 353396 INFO (Thread-514) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 353396 INFO (Thread-514) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 353399 ERROR (Thread-514) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 353500 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.ZkTestServer start zk server on port:65299
[junit4] 2> 353534 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 353537 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 353539 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 353541 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 353543 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 353545 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 353546 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 353548 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 353550 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 353552 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 353554 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 353556 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 353796 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 353798 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6aac5b81{/sd_i/n,null,AVAILABLE}
[junit4] 2> 353799 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@546c2cac{HTTP/1.1,[http/1.1]}{127.0.0.1:65305}
[junit4] 2> 353799 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.Server Started @357572ms
[junit4] 2> 353799 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/tempDir-001/control/data, hostContext=/sd_i/n, hostPort=65304, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/control-001/cores}
[junit4] 2> 353799 ERROR (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 353799 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 353799 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 353800 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 353800 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-27T04:08:43.019Z
[junit4] 2> 353805 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 353805 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/control-001/solr.xml
[junit4] 2> 353813 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 353817 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65299/solr
[junit4] 2> 353940 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 353941 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65304_sd_i%2Fn
[junit4] 2> 353942 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.Overseer Overseer (id=98553490480627716-127.0.0.1:65304_sd_i%2Fn-n_0000000000) starting
[junit4] 2> 353954 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65304_sd_i%2Fn
[junit4] 2> 353955 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 354017 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 354026 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 354026 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 354027 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/control-001/cores
[junit4] 2> 354049 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 354050 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65299/solr ready
[junit4] 2> 354051 INFO (SocketProxy-Acceptor-65304) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=65310,localport=65304], receiveBufferSize:408300
[junit4] 2> 354055 INFO (SocketProxy-Acceptor-65304) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=65305,localport=65311], receiveBufferSize=408300
[junit4] 2> 354056 INFO (qtp1357783132-2586) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:65304_sd_i%252Fn&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 354059 INFO (OverseerThreadFactory-1086-thread-1-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 354169 INFO (SocketProxy-Acceptor-65304) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=65312,localport=65304], receiveBufferSize:408300
[junit4] 2> 354169 INFO (SocketProxy-Acceptor-65304) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=65305,localport=65313], receiveBufferSize=408300
[junit4] 2> 354171 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 354171 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 354282 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 355194 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 355206 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 355286 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 355314 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 355315 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 355315 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 355315 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 355317 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2108960702, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 355320 WARN (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 355379 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 355379 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 355380 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 355380 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 355381 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6700454082089988]
[junit4] 2> 355381 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5191108d[control_collection_shard1_replica_n1] main]
[junit4] 2> 355383 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 355383 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 355384 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 355384 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576855849772515328
[junit4] 2> 355385 INFO (searcherExecutor-1089-thread-1-processing-n:127.0.0.1:65304_sd_i%2Fn x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5191108d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 355394 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 355394 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 355394 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65304/sd_i/n/control_collection_shard1_replica_n1/
[junit4] 2> 355394 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 355394 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:65304/sd_i/n/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 355394 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 355399 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65304/sd_i/n/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 355512 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 355565 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 355566 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1395
[junit4] 2> 355570 INFO (qtp1357783132-2586) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 355675 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 356063 INFO (OverseerCollectionConfigSetProcessor-98553490480627716-127.0.0.1:65304_sd_i%2Fn-n_0000000000) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 356577 INFO (qtp1357783132-2586) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:65304_sd_i%252Fn&wt=javabin&version=2} status=0 QTime=2521
[junit4] 2> 356585 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 356586 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65299/solr ready
[junit4] 2> 356586 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 356587 INFO (SocketProxy-Acceptor-65304) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=65315,localport=65304], receiveBufferSize:408300
[junit4] 2> 356587 INFO (SocketProxy-Acceptor-65304) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=65305,localport=65316], receiveBufferSize=408300
[junit4] 2> 356589 INFO (qtp1357783132-2584) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 356591 INFO (OverseerThreadFactory-1086-thread-2-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 356592 WARN (OverseerThreadFactory-1086-thread-2-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 356809 INFO (qtp1357783132-2584) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 356810 INFO (qtp1357783132-2584) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=221
[junit4] 2> 357046 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-1-001 of type TLOG
[junit4] 2> 357047 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 357048 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@152d60a2{/sd_i/n,null,AVAILABLE}
[junit4] 2> 357048 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ed4078f{HTTP/1.1,[http/1.1]}{127.0.0.1:65318}
[junit4] 2> 357048 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.Server Started @360821ms
[junit4] 2> 357048 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/sd_i/n, hostPort=65317, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-1-001/cores}
[junit4] 2> 357049 ERROR (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 357049 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 357049 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 357049 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 357049 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-27T04:08:46.268Z
[junit4] 2> 357052 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 357052 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-1-001/solr.xml
[junit4] 2> 357057 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 357060 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65299/solr
[junit4] 2> 357072 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 357075 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 357078 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65317_sd_i%2Fn
[junit4] 2> 357080 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 357081 INFO (zkCallback-412-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 357082 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 357149 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 357158 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 357158 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 357160 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-1-001/cores
[junit4] 2> 357184 INFO (qtp1357783132-2587) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:65317_sd_i%252Fn&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 357187 INFO (OverseerCollectionConfigSetProcessor-98553490480627716-127.0.0.1:65304_sd_i%2Fn-n_0000000000) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 357187 INFO (OverseerThreadFactory-1086-thread-3-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:65317_sd_i%2Fn for creating new replica
[junit4] 2> 357190 INFO (SocketProxy-Acceptor-65317) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=65322,localport=65317], receiveBufferSize:408300
[junit4] 2> 357192 INFO (SocketProxy-Acceptor-65317) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=65318,localport=65323], receiveBufferSize=408300
[junit4] 2> 357193 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 357193 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 357300 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 358213 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 358226 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 358320 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 358342 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 358342 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 358343 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 358343 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 358345 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2108960702, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 358347 WARN (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 358396 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 358396 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 358397 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 358397 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 358398 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6700454082089988]
[junit4] 2> 358398 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bd9be0e[collection1_shard2_replica_t41] main]
[junit4] 2> 358400 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 358400 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 358401 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 358401 INFO (searcherExecutor-1100-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@5bd9be0e[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 358401 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576855852936069120
[junit4] 2> 358408 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 358408 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 358408 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65317/sd_i/n/collection1_shard2_replica_t41/
[junit4] 2> 358408 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 358408 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:65317/sd_i/n/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 358409 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 358410 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 358414 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65317/sd_i/n/collection1_shard2_replica_t41/ shard2
[junit4] 2> 358521 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 358528 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 358529 INFO (qtp341098770-2634) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1336
[junit4] 2> 358538 INFO (qtp1357783132-2587) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:65317_sd_i%252Fn&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1354
[junit4] 2> 358644 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 358765 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-2-001 of type TLOG
[junit4] 2> 358766 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 358767 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68ef628b{/sd_i/n,null,AVAILABLE}
[junit4] 2> 358767 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2831a674{HTTP/1.1,[http/1.1]}{127.0.0.1:65327}
[junit4] 2> 358767 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.Server Started @362540ms
[junit4] 2> 358767 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/sd_i/n, hostPort=65326, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-2-001/cores}
[junit4] 2> 358768 ERROR (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 358768 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 358768 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 358768 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 358768 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-27T04:08:47.987Z
[junit4] 2> 358771 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 358771 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-2-001/solr.xml
[junit4] 2> 358780 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 358783 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65299/solr
[junit4] 2> 358795 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 358798 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 358801 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65326_sd_i%2Fn
[junit4] 2> 358803 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 358803 INFO (zkCallback-423-thread-1-processing-n:127.0.0.1:65326_sd_i%2Fn) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 358803 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 358803 INFO (zkCallback-412-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 358860 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 358868 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 358868 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 358869 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-2-001/cores
[junit4] 2> 358898 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:65326_sd_i%252Fn&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 358902 INFO (OverseerCollectionConfigSetProcessor-98553490480627716-127.0.0.1:65304_sd_i%2Fn-n_0000000000) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 358902 INFO (OverseerThreadFactory-1086-thread-4-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:65326_sd_i%2Fn for creating new replica
[junit4] 2> 358905 INFO (SocketProxy-Acceptor-65326) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=65331,localport=65326], receiveBufferSize:408300
[junit4] 2> 358905 INFO (SocketProxy-Acceptor-65326) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=65327,localport=65332], receiveBufferSize=408300
[junit4] 2> 358908 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 358908 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 359026 INFO (zkCallback-423-thread-1-processing-n:127.0.0.1:65326_sd_i%2Fn) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 359026 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 359954 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 359968 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 360073 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 360094 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 360094 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 360094 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 360094 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 360096 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2108960702, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 360098 WARN (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 360143 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 360143 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 360144 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 360144 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 360145 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6700454082089988]
[junit4] 2> 360145 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@69c9302[collection1_shard1_replica_t43] main]
[junit4] 2> 360147 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 360147 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 360148 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 360148 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576855854767931392
[junit4] 2> 360148 INFO (searcherExecutor-1111-thread-1-processing-n:127.0.0.1:65326_sd_i%2Fn x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@69c9302[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 360155 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 360155 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 360155 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65326/sd_i/n/collection1_shard1_replica_t43/
[junit4] 2> 360155 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 360155 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:65326/sd_i/n/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 360155 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 360155 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 360159 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65326/sd_i/n/collection1_shard1_replica_t43/ shard1
[junit4] 2> 360274 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 360274 INFO (zkCallback-423-thread-1-processing-n:127.0.0.1:65326_sd_i%2Fn) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 360324 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 360327 INFO (qtp1566313416-2665) [n:127.0.0.1:65326_sd_i%2Fn c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1419
[junit4] 2> 360334 INFO (qtp1357783132-2588) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:65326_sd_i%252Fn&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1435
[junit4] 2> 360442 INFO (zkCallback-423-thread-1-processing-n:127.0.0.1:65326_sd_i%2Fn) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 360442 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 360631 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-3-001 of type TLOG
[junit4] 2> 360632 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 360634 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36128208{/sd_i/n,null,AVAILABLE}
[junit4] 2> 360634 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24243639{HTTP/1.1,[http/1.1]}{127.0.0.1:65334}
[junit4] 2> 360634 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.Server Started @364407ms
[junit4] 2> 360634 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/sd_i/n, hostPort=65333, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-3-001/cores}
[junit4] 2> 360635 ERROR (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 360635 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 360635 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 360635 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 360635 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-27T04:08:49.854Z
[junit4] 2> 360638 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 360638 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-3-001/solr.xml
[junit4] 2> 360642 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 360645 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65299/solr
[junit4] 2> 360658 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 360662 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 360664 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65333_sd_i%2Fn
[junit4] 2> 360667 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 360667 INFO (zkCallback-429-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 360667 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 360667 INFO (zkCallback-412-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 360667 INFO (zkCallback-423-thread-1-processing-n:127.0.0.1:65326_sd_i%2Fn) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 360758 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 360767 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 360767 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 360769 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-3-001/cores
[junit4] 2> 360804 INFO (qtp1357783132-2586) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:65333_sd_i%252Fn&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 360807 INFO (OverseerCollectionConfigSetProcessor-98553490480627716-127.0.0.1:65304_sd_i%2Fn-n_0000000000) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 360808 INFO (OverseerThreadFactory-1086-thread-5-processing-n:127.0.0.1:65304_sd_i%2Fn) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:65333_sd_i%2Fn for creating new replica
[junit4] 2> 360810 INFO (SocketProxy-Acceptor-65333) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=65338,localport=65333], receiveBufferSize:408300
[junit4] 2> 360811 INFO (SocketProxy-Acceptor-65333) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=65334,localport=65339], receiveBufferSize=408300
[junit4] 2> 360813 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 360814 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 360926 INFO (zkCallback-423-thread-1-processing-n:127.0.0.1:65326_sd_i%2Fn) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 360926 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 360926 INFO (zkCallback-429-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 361854 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 361867 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 361969 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 361998 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 361999 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d33262d
[junit4] 2> 361999 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 361999 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 362001 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2108960702, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 362006 WARN (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 362065 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 362065 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 362066 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 362066 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 362068 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6700454082089988]
[junit4] 2> 362071 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cd344fd[collection1_shard2_replica_t45] main]
[junit4] 2> 362073 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 362076 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 362077 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 362077 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576855856790634496
[junit4] 2> 362079 INFO (searcherExecutor-1122-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@2cd344fd[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 362081 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 362081 INFO (updateExecutor-426-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 362082 INFO (recoveryExecutor-427-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 362082 INFO (recoveryExecutor-427-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 362082 INFO (recoveryExecutor-427-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
[junit4] 2> 362083 INFO (recoveryExecutor-427-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
[junit4] 2> 362083 INFO (recoveryExecutor-427-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 362083 INFO (recoveryExecutor-427-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:65317/sd_i/n/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:65333/sd_i/n/collection1_shard2_replica_t45/]
[junit4] 2> 362083 INFO (qtp1075696429-2699) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1269
[junit4] 2> 362088 INFO (recoveryExecutor-427-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:65317/sd_i/n]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:65333_sd_i%252Fn&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 362089 INFO (SocketProxy-Acceptor-65317) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=65342,localport=65317], receiveBufferSize:408300
[junit4] 2> 362091 INFO (SocketProxy-Acceptor-65317) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=65318,localport=65343], receiveBufferSize=408300
[junit4] 2> 362093 INFO (qtp1357783132-2586) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:65333_sd_i%252Fn&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1289
[junit4] 2> 362093 INFO (qtp341098770-2635) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 362097 INFO (qtp341098770-2635) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:65333_sd_i%2Fn, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:65333/sd_i/n","node_name":"127.0.0.1:65333_sd_i%2Fn","state":"down","type":"TLOG"}
[junit4] 2> 362100 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 362100 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 362100 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 362201 INFO (zkCallback-417-thread-1-processing-n:127.0.0.1:65317_sd_i%2Fn) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 362201 INFO (zkCallback-423-thread-1-processing-n:127.0.0.1:65326_sd_i%2Fn) [n:127.0.0.1:65326_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 362201 INFO (zkCallback-429-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 362815 INFO (OverseerCollectionConfigSetProcessor-98553490480627716-127.0.0.1:65304_sd_i%2Fn-n_0000000000) [n:127.0.0.1:65304_sd_i%2Fn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 363102 INFO (qtp341098770-2635) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:65333_sd_i%2Fn, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:65333/sd_i/n","node_name":"127.0.0.1:65333_sd_i%2Fn","state":"recovering","type":"TLOG"}
[junit4] 2> 363102 INFO (qtp341098770-2635) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 363102 INFO (qtp341098770-2635) [n:127.0.0.1:65317_sd_i%2Fn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:65333_sd_i%252Fn&onlyIfLeaderActive=true&core=collection1_shard2_replica_t41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1008
[junit4] 2> 363612 INFO (recoveryExecutor-427-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 363613 INFO (recoveryExecutor-427-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:65317/sd_i/n/collection1_shard2_replica_t41/].
[junit4] 2> 363614 INFO (SocketProxy-Acceptor-65317) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=65344,localport=65317], receiveBufferSize:408300
[junit4] 2> 363615 INFO (SocketProxy-Acceptor-65317) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=65318,localport=65345], receiveBufferSize=408300
[junit4] 2> 363616 INFO (qtp341098770-2638) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576855858404392960,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 363617 INFO (qtp341098770-2638) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 363635 INFO (qtp341098770-2638) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 363635 INFO (qtp341098770-2638) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41] webapp=/sd_i/n path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 19
[junit4] 2> 363637 INFO (SocketProxy-Acceptor-65317) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=65346,localport=65317], receiveBufferSize:408300
[junit4] 2> 363638 INFO (SocketProxy-Acceptor-65317) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=65318,localport=65347], receiveBufferSize=408300
[junit4] 2> 363640 INFO (qtp341098770-2635) [n:127.0.0.1:65317_sd_i%2Fn c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41]
[...truncated too long message...]
runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 383687 WARN (zkCallback-429-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 383688 INFO (zkCallback-429-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.SolrCore [collMinRf_1x3_shard1_replica_t2] CLOSING SolrCore org.apache.solr.core.SolrCore@5d6c1f91
[junit4] 2> 383688 INFO (zkCallback-429-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collMinRf_1x3.shard1.replica_t2, tag=1567367057
[junit4] 2> 383688 INFO (zkCallback-429-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1271e0f9: rootName = null, domain = solr.core.collMinRf_1x3.shard1.replica_t2, service url = null, agent id = null] for registry solr.core.collMinRf_1x3.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@b7fe5ff
[junit4] 2> 383695 INFO (zkCallback-429-thread-1-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collMinRf_1x3.shard1.leader, tag=1567367057
[junit4] 2> 383696 WARN (zkCallback-429-thread-3-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 383696 INFO (zkCallback-429-thread-3-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 383696 INFO (zkCallback-429-thread-3-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] CLOSING SolrCore org.apache.solr.core.SolrCore@56d8f1db
[junit4] 2> 383696 INFO (zkCallback-429-thread-3-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_t45, tag=1457058267
[junit4] 2> 383696 INFO (zkCallback-429-thread-3-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48c59efb: rootName = null, domain = solr.core.collection1.shard2.replica_t45, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_t45 / com.codahale.metrics.MetricRegistry@71d867e7
[junit4] 2> 383704 INFO (zkCallback-429-thread-3-processing-n:127.0.0.1:65333_sd_i%2Fn) [n:127.0.0.1:65333_sd_i%2Fn c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1457058267
[junit4] 2> 383706 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@24243639{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 383707 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36128208{/sd_i/n,null,UNAVAILABLE}
[junit4] 2> 383708 ERROR (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 383709 INFO (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65299 65299
[junit4] 2> 383720 INFO (Thread-514) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:65299 65299
[junit4] 2> 383953 WARN (Thread-514) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/collections/collMinRf_1x3/state.json
[junit4] 2> 2 /solr/collections/c8n_crud_1x2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 383953 WARN (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SocketProxy Closing 14 connections to: http://127.0.0.1:65317/sd_i/n, target: http://127.0.0.1:65318/sd_i/n
[junit4] 2> 383953 WARN (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:65333/sd_i/n, target: http://127.0.0.1:65334/sd_i/n
[junit4] 2> 383953 WARN (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:65326/sd_i/n, target: http://127.0.0.1:65327/sd_i/n
[junit4] 2> 383953 WARN (TEST-HttpPartitionTest.test-seed#[A056238AA532BDE9]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:65304/sd_i/n, target: http://127.0.0.1:65305/sd_i/n
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=A056238AA532BDE9 -Dtests.slow=true -Dtests.locale=fi -Dtests.timezone=America/Mazatlan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 30.6s J1 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:65333/sd_i/n/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([A056238AA532BDE9:28021C500BCED011]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_A056238AA532BDE9-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Memory), a_t=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneFixedGap), text=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1280, maxMBSortInHeap=6.311968809346037, sim=RandomSimilarity(queryNorm=false): {}, locale=fi, timezone=America/Mazatlan
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=77224032,total=146165760
[junit4] 2> NOTE: All tests run in this JVM: [HdfsRecoveryZkTest, CollectionsAPIDistributedZkTest, TestComponentsName, TestIntervalFaceting, TestAuthorizationFramework, TestPolicyCloud, TestCharFilters, BigEndianAscendingWordDeserializerTest, SuggestComponentContextFilterQueryTest, TestLegacyNumericUtils, TestDefaultStatsCache, TestInfoStreamLogging, TestSolrQueryParser, BasicDistributedZk2Test, TestSolrFieldCacheBean, BadIndexSchemaTest, AliasIntegrationTest, DistributedFacetPivotLongTailTest, RuleEngineTest, TestDocSet, TestBlobHandler, TestSolr4Spatial2, HdfsBasicDistributedZkTest, TestLeaderElectionWithEmptyReplica, TestJsonRequest, HttpPartitionTest]
[junit4] Completed [78/731 (1!)] on J1 in 30.59s, 1 test, 1 failure <<< FAILURES!
[...truncated 45648 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 137 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/137/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([1038A25C4446AC7A:986C9D86EABAC182]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:226)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:64)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping
Error Message:
Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
Stack Trace:
java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
at __randomizedtesting.SeedInfo.seed([1038A25C4446AC7A:61DC5C8A32AD8BB6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:55464/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:55464/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([1038A25C4446AC7A:986C9D86EABAC182]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12074 lines...]
[junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
[junit4] 2> 1876794 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_1038A25C4446AC7A-001/init-core-data-001
[junit4] 2> 1876795 WARN (SUITE-UpdateRequestProcessorFactoryTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1876795 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1876799 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1876800 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1877328 WARN (coreLoadExecutor-10289-thread-1) [ x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
[junit4] 2> 1877330 WARN (coreLoadExecutor-10289-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1877332 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1877335 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[1038A25C4446AC7A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
[junit4] 2> 1877336 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[1038A25C4446AC7A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testUpdateDistribChainSkipping -Dtests.seed=1038A25C4446AC7A -Dtests.slow=true -Dtests.locale=en -Dtests.timezone=SystemV/CST6CDT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.02s J1 | UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping <<<
[junit4] > Throwable #1: java.lang.AssertionError: Tests must be run with INFO level logging otherwise LogUpdateProcessor isn't used and can't be tested.
[junit4] > at __randomizedtesting.SeedInfo.seed([1038A25C4446AC7A:61DC5C8A32AD8BB6]:0)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping(UpdateRequestProcessorFactoryTest.java:101)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1877351 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[1038A25C4446AC7A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
[junit4] 2> 1877352 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[1038A25C4446AC7A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
[junit4] 2> 1877354 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[1038A25C4446AC7A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
[junit4] 2> 1877354 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[1038A25C4446AC7A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
[junit4] 2> 1877354 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_1038A25C4446AC7A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1332, maxMBSortInHeap=5.6850269550150445, sim=RandomSimilarity(queryNorm=false): {}, locale=en, timezone=SystemV/CST6CDT
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=143717280,total=530055168
[junit4] 2> NOTE: All tests run in this JVM: [RequestLoggingTest, ConvertedLegacyTest, TestLRUCache, DirectSolrSpellCheckerTest, TestBadConfig, SpatialRPTFieldTypeTest, DocumentBuilderTest, SolrCloudReportersTest, SolrMetricsIntegrationTest, SolrCoreCheckLockOnStartupTest, PingRequestHandlerTest, LeaderFailoverAfterPartitionTest, ZkNodePropsTest, TestMaxScoreQueryParser, StatsComponentTest, InfixSuggestersTest, TestShardHandlerFactory, CachingDirectoryFactoryTest, TestCrossCoreJoin, TestCloudNestedDocsSort, TestCSVLoader, TestStressUserVersions, SchemaVersionSpecificBehaviorTest, TestCryptoKeys, TestJoin, TestDFISimilarityFactory, PolyFieldTest, SolrMetricManagerTest, TestManagedSchema, TestPayloadScoreQParserPlugin, FileBasedSpellCheckerTest, TestRTGBase, TestRecovery, DistanceUnitsTest, TestRestManager, UpdateLogTest, MigrateRouteKeyTest, TestTlogReplica, RemoteQueryErrorTest, SuggestComponentContextFilterQueryTest, TemplateUpdateProcessorTest, TestCollationFieldDocValues, DistributedFacetExistsSmallTest, PreAnalyzedFieldManagedSchemaCloudTest, PeerSyncReplicationTest, TestRemoteStreaming, SolrGraphiteReporterTest, ShardRoutingCustomTest, TestMultiWordSynonyms, DistributedQueryComponentCustomSortTest, ClassificationUpdateProcessorIntegrationTest, TestSubQueryTransformerCrossCore, TestAnalyzedSuggestions, TestSearchPerf, TestDocTermOrds, CollectionsAPIDistributedZkTest, TestCloudPivotFacet, HdfsDirectoryTest, StatelessScriptUpdateProcessorFactoryTest, TestValueSourceCache, TestHdfsBackupRestoreCore, HdfsRecoveryZkTest, TestCorePropertiesReload, TestFieldResource, TestSolr4Spatial2, TestEmbeddedSolrServerAdminHandler, SolrCloudExampleTest, QueryEqualityTest, TestCollationField, TestComponentsName, MetricUtilsTest, DocValuesMultiTest, CacheHeaderTest, MoveReplicaTest, TestSchemaVersionResource, TestPerFieldSimilarityWithDefaultOverride, TestDynamicLoading, TestScoreJoinQPNoScore, HdfsChaosMonkeySafeLeaderTest, TestCollectionsAPIViaSolrCloudCluster, FullHLLTest, TestLegacyField, TestZkChroot, TestSlowCompositeReaderWrapper, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFieldTypeResource, TestHttpShardHandlerFactory, TestPullReplica, RuleEngineTest, DocumentAnalysisRequestHandlerTest, SimpleCollectionCreateDeleteTest, TestElisionMultitermQuery, SampleTest, TestNumericRangeQuery64, AtomicUpdatesTest, EnumFieldTest, TestReload, TestFastLRUCache, DebugComponentTest, TestDelegationWithHadoopAuth, TestPolicyCloud, TestConfigsApi, TestSystemIdResolver, TestConfigSetsAPIExclusivity, LeaderInitiatedRecoveryOnCommitTest, PreAnalyzedUpdateProcessorTest, BigEndianAscendingWordDeserializerTest, TestRequestForwarding, OverseerModifyCollectionTest, MetricsConfigTest, TestOverriddenPrefixQueryForCustomFieldType, TestFieldCacheWithThreads, TestPostingsSolrHighlighter, DeleteLastCustomShardedReplicaTest, TestMinMaxOnMultiValuedField, BasicDistributedZk2Test, ChaosMonkeySafeLeaderTest, TestUseDocValuesAsStored, OverseerStatusTest, TestSQLHandler, TestSolr4Spatial, TestSolrConfigHandlerCloud, V2StandaloneTest, TestEmbeddedSolrServerSchemaAPI, AddSchemaFieldsUpdateProcessorFactoryTest, TestAnalyzeInfixSuggestions, TestRealTimeGet, TermsComponentTest, TestRuleBasedAuthorizationPlugin, TestIntervalFaceting, TestAuthorizationFramework, AliasIntegrationTest, TestPartialUpdateDeduplication, TestSolrCloudWithSecureImpersonation, TestCloudRecovery, TestSolrDeletionPolicy1, SortSpecParsingTest, LeaderElectionIntegrationTest, TestFastWriter, BlockJoinFacetDistribTest, TestSimpleQParserPlugin, SOLR749Test, WrapperMergePolicyFactoryTest, TestRandomFlRTGCloud, EchoParamsTest, SpellCheckComponentTest, TestReloadDeadlock, TestManagedSynonymFilterFactory, CollectionsAPIAsyncDistributedZkTest, IndexSchemaRuntimeFieldTest, DistributedQueryElevationComponentTest, ShufflingReplicaListTransformerTest, TestFieldCacheReopen, TestUniqueKeyFieldResource, JSONWriterTest, TestBM25SimilarityFactory, FieldMutatingUpdateProcessorTest, BadIndexSchemaTest, SuggesterFSTTest, TestLeaderInitiatedRecoveryThread, ReplicationFactorTest, DeleteStatusTest, BadComponentTest, TestFieldSortValues, TestSchemaManager, TestShortCircuitedRequests, ShowFileRequestHandlerTest, TestInfoStreamLogging, BlobRepositoryCloudTest, CdcrReplicationDistributedZkTest, ZkStateWriterTest, TestApiFramework, TestSolrCloudSnapshots, AnalyticsMergeStrategyTest, TestDistributedGrouping, TestNumericTerms32, TestJsonFacetRefinement, TestDocSet, TestCopyFieldCollectionResource, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, AutoCommitTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, SolrCmdDistributorTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, TestQueryTypes, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, LoggingHandlerTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest]
[junit4] Completed [425/731 (1!)] on J1 in 0.58s, 3 tests, 1 failure <<< FAILURES!
[...truncated 268 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> 2296804 INFO (SUITE-HttpPartitionTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1038A25C4446AC7A-001/init-core-data-001
[junit4] 2> 2296804 WARN (SUITE-HttpPartitionTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=38 numCloses=38
[junit4] 2> 2296804 INFO (SUITE-HttpPartitionTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2296807 INFO (SUITE-HttpPartitionTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2296813 ERROR (Thread-4874) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2297438 ERROR (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2298997 WARN (qtp2052568261-26530) [n:127.0.0.1:55464_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2300254 WARN (OverseerThreadFactory-11606-thread-2-processing-n:127.0.0.1:55464_) [n:127.0.0.1:55464_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2300854 ERROR (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2302209 WARN (qtp1946494445-26578) [n:127.0.0.1:55483_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2302832 ERROR (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2304204 WARN (qtp1720155440-26612) [n:127.0.0.1:55492_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2304755 ERROR (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2306225 WARN (qtp435150938-26647) [n:127.0.0.1:55502_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2306304 INFO (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2311638 WARN (qtp1946494445-26577) [n:127.0.0.1:55483_ c:c8n_crud_1x2 s:shard1 x:c8n_crud_1x2_shard1_replica_t1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2311638 WARN (qtp1720155440-26612) [n:127.0.0.1:55492_ c:c8n_crud_1x2 s:shard1 x:c8n_crud_1x2_shard1_replica_t2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2313768 WARN (zkCallback-5760-thread-1-processing-n:127.0.0.1:55483_) [n:127.0.0.1:55483_ ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:c8n_crud_1x2_shard1_replica_t1 in [collection1_shard2_replica_t41]
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:297)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2316119 WARN (qtp1946494445-26577) [n:127.0.0.1:55483_ c:collMinRf_1x3 s:shard1 x:collMinRf_1x3_shard1_replica_t3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2316145 WARN (qtp2052568261-26530) [n:127.0.0.1:55464_ c:collMinRf_1x3 s:shard1 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2316221 WARN (qtp1720155440-26614) [n:127.0.0.1:55492_ c:collMinRf_1x3 s:shard1 x:collMinRf_1x3_shard1_replica_t1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2318396 WARN (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.c.SocketProxy Closing 11 connections to: http://127.0.0.1:55483/, target: http://127.0.0.1:55484/
[junit4] 2> 2318399 ERROR (updateExecutor-5763-thread-1-processing-http:////127.0.0.1:55483//collMinRf_1x3_shard1_replica_t3 x:collMinRf_1x3_shard1_replica_t1 r:core_node4 n:127.0.0.1:55492_ s:shard1 c:collMinRf_1x3) [n:127.0.0.1:55492_ c:collMinRf_1x3 s:shard1 r:core_node4 x:collMinRf_1x3_shard1_replica_t1] o.a.s.u.ErrorReportingConcurrentUpdateSolrClient error
[junit4] 2> java.net.SocketException: Broken pipe (Write failed)
[junit4] 2> at java.net.SocketOutputStream.socketWrite0(Native Method)
[junit4] 2> at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
[junit4] 2> at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
[junit4] 2> at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2318405 WARN (qtp1720155440-26612) [n:127.0.0.1:55492_ c:collMinRf_1x3 s:shard1 r:core_node4 x:collMinRf_1x3_shard1_replica_t1] o.a.s.u.p.DistributedUpdateProcessor Error sending update to http://127.0.0.1:55483
[junit4] 2> java.net.SocketException: Broken pipe (Write failed)
[junit4] 2> at java.net.SocketOutputStream.socketWrite0(Native Method)
[junit4] 2> at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
[junit4] 2> at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
[junit4] 2> at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2318405 ERROR (qtp1720155440-26612) [n:127.0.0.1:55492_ c:collMinRf_1x3 s:shard1 r:core_node4 x:collMinRf_1x3_shard1_replica_t1] o.a.s.u.p.DistributedUpdateProcessor Setting up to try to start recovery on replica http://127.0.0.1:55483/collMinRf_1x3_shard1_replica_t3/
[junit4] 2> java.net.SocketException: Broken pipe (Write failed)
[junit4] 2> at java.net.SocketOutputStream.socketWrite0(Native Method)
[junit4] 2> at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
[junit4] 2> at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:126)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:138)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:146)
[junit4] 2> at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:159)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:162)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2318413 WARN (updateExecutor-5763-thread-3-processing-x:collMinRf_1x3_shard1_replica_t1 r:core_node4 http:////127.0.0.1:55483//collMinRf_1x3_shard1_replica_t3// n:127.0.0.1:55492_ s:shard1 c:collMinRf_1x3) [n:127.0.0.1:55492_ c:collMinRf_1x3 s:shard1 r:core_node4 x:collMinRf_1x3_shard1_replica_t1] o.a.s.c.LeaderInitiatedRecoveryThread Leader is publishing core=collMinRf_1x3_shard1_replica_t3 coreNodeName =core_node6 state=down on behalf of un-reachable replica http://127.0.0.1:55483/collMinRf_1x3_shard1_replica_t3/
[junit4] 2> 2318415 ERROR (updateExecutor-5763-thread-3-processing-x:collMinRf_1x3_shard1_replica_t1 r:core_node4 http:////127.0.0.1:55483//collMinRf_1x3_shard1_replica_t3// n:127.0.0.1:55492_ s:shard1 c:collMinRf_1x3) [n:127.0.0.1:55492_ c:collMinRf_1x3 s:shard1 r:core_node4 x:collMinRf_1x3_shard1_replica_t1] o.a.s.c.LeaderInitiatedRecoveryThread http://127.0.0.1:55483: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:55483
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:634)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.cloud.LeaderInitiatedRecoveryThread.sendRecoveryCommandWithRetry(LeaderInitiatedRecoveryThread.java:209)
[junit4] 2> at org.apache.solr.cloud.LeaderInitiatedRecoveryThread.run(LeaderInitiatedRecoveryThread.java:95)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:55483 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
[junit4] 2> ... 10 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
[junit4] 2> ... 20 more
[junit4] 2>
[junit4] 2> 2323426 WARN (updateExecutor-5763-thread-3-processing-x:collMinRf_1x3_shard1_replica_t1 r:core_node4 http:////127.0.0.1:55483//collMinRf_1x3_shard1_replica_t3// n:127.0.0.1:55492_ s:shard1 c:collMinRf_1x3) [n:127.0.0.1:55492_ c:collMinRf_1x3 s:shard1 r:core_node4 x:collMinRf_1x3_shard1_replica_t1] o.a.s.c.LeaderInitiatedRecoveryThread Asking core=collMinRf_1x3_shard1_replica_t3 coreNodeName=core_node6 on http://127.0.0.1:55483 to recover; unsuccessful after 2 of 120 attempts so far ...
[junit4] 2> 2324987 WARN (recoveryExecutor-5758-thread-1-processing-n:127.0.0.1:55483_ x:collMinRf_1x3_shard1_replica_t3 s:shard1 c:collMinRf_1x3 r:core_node6) [n:127.0.0.1:55483_ c:collMinRf_1x3 s:shard1 r:core_node6 x:collMinRf_1x3_shard1_replica_t3] o.a.s.h.IndexFetcher File segments_2 did not match. expected checksum is 2129244994 and actual is checksum 3901506105. expected length is 203 and actual length is 120
[junit4] 2> 2325315 INFO (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> 2325346 WARN (zkCallback-5748-thread-1-processing-n:127.0.0.1:55464_) [n:127.0.0.1:55464_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2325371 WARN (zkCallback-5760-thread-1-processing-n:127.0.0.1:55483_) [n:127.0.0.1:55483_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2325399 WARN (zkCallback-5766-thread-2-processing-n:127.0.0.1:55492_) [n:127.0.0.1:55492_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2325820 WARN (indexFetcher-11648-thread-1) [n:127.0.0.1:55502_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler I was asked to replicate but CoreContainer is shutting down
[junit4] 2> 2326923 WARN (zkCallback-5772-thread-3-processing-n:127.0.0.1:55502_) [n:127.0.0.1:55502_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2327883 WARN (zkCallback-5772-thread-1-processing-n:127.0.0.1:55502_) [n:127.0.0.1:55502_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 2327892 ERROR (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2328119 WARN (Thread-4874) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/collections/collMinRf_1x3/state.json
[junit4] 2> 2 /solr/collections/c8n_crud_1x2/state.json
[junit4] 2> 2 /solr/collections/collMinRf_1x3/leader_elect/shard1/election/98551288322523148-core_node4-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 2328120 WARN (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:55502/, target: http://127.0.0.1:55503/
[junit4] 2> 2328120 WARN (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:55464/, target: http://127.0.0.1:55465/
[junit4] 2> 2328120 WARN (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.c.SocketProxy Closing 10 connections to: http://127.0.0.1:55492/, target: http://127.0.0.1:55493/
[junit4] 2> 2328120 WARN (TEST-HttpPartitionTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:55483/, target: http://127.0.0.1:55484/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=1038A25C4446AC7A -Dtests.slow=true -Dtests.locale=ga-IE -Dtests.timezone=Etc/GMT0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 31.3s J1 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:55464/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([1038A25C4446AC7A:986C9D86EABAC182]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1038A25C4446AC7A-001
[junit4] 2> Aug 26, 2017 6:49:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Memory), a_t=PostingsFormat(name=Direct), id=FSTOrd50, text=PostingsFormat(name=MockRandom)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1101, maxMBSortInHeap=6.859953492395666, sim=RandomSimilarity(queryNorm=true): {}, locale=ga-IE, timezone=Etc/GMT0
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=118215048,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [RequestLoggingTest, ConvertedLegacyTest, TestLRUCache, DirectSolrSpellCheckerTest, TestBadConfig, SpatialRPTFieldTypeTest, DocumentBuilderTest, SolrCloudReportersTest, SolrMetricsIntegrationTest, SolrCoreCheckLockOnStartupTest, PingRequestHandlerTest, LeaderFailoverAfterPartitionTest, ZkNodePropsTest, TestMaxScoreQueryParser, StatsComponentTest, InfixSuggestersTest, TestShardHandlerFactory, CachingDirectoryFactoryTest, TestCrossCoreJoin, TestCloudNestedDocsSort, TestCSVLoader, TestStressUserVersions, SchemaVersionSpecificBehaviorTest, TestCryptoKeys, TestJoin, TestDFISimilarityFactory, PolyFieldTest, SolrMetricManagerTest, TestManagedSchema, TestPayloadScoreQParserPlugin, FileBasedSpellCheckerTest, TestRTGBase, TestRecovery, DistanceUnitsTest, TestRestManager, UpdateLogTest, MigrateRouteKeyTest, TestTlogReplica, RemoteQueryErrorTest, SuggestComponentContextFilterQueryTest, TemplateUpdateProcessorTest, TestCollationFieldDocValues, DistributedFacetExistsSmallTest, PreAnalyzedFieldManagedSchemaCloudTest, PeerSyncReplicationTest, TestRemoteStreaming, SolrGraphiteReporterTest, ShardRoutingCustomTest, TestMultiWordSynonyms, DistributedQueryComponentCustomSortTest, ClassificationUpdateProcessorIntegrationTest, TestSubQueryTransformerCrossCore, TestAnalyzedSuggestions, TestSearchPerf, TestDocTermOrds, CollectionsAPIDistributedZkTest, TestCloudPivotFacet, HdfsDirectoryTest, StatelessScriptUpdateProcessorFactoryTest, TestValueSourceCache, TestHdfsBackupRestoreCore, HdfsRecoveryZkTest, TestCorePropertiesReload, TestFieldResource, TestSolr4Spatial2, TestEmbeddedSolrServerAdminHandler, SolrCloudExampleTest, QueryEqualityTest, TestCollationField, TestComponentsName, MetricUtilsTest, DocValuesMultiTest, CacheHeaderTest, MoveReplicaTest, TestSchemaVersionResource, TestPerFieldSimilarityWithDefaultOverride, TestDynamicLoading, TestScoreJoinQPNoScore, HdfsChaosMonkeySafeLeaderTest, TestCollectionsAPIViaSolrCloudCluster, FullHLLTest, TestLegacyField, TestZkChroot, TestSlowCompositeReaderWrapper, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFieldTypeResource, TestHttpShardHandlerFactory, TestPullReplica, RuleEngineTest, DocumentAnalysisRequestHandlerTest, SimpleCollectionCreateDeleteTest, TestElisionMultitermQuery, SampleTest, TestNumericRangeQuery64, AtomicUpdatesTest, EnumFieldTest, TestReload, TestFastLRUCache, DebugComponentTest, TestDelegationWithHadoopAuth, TestPolicyCloud, TestConfigsApi, TestSystemIdResolver, TestConfigSetsAPIExclusivity, LeaderInitiatedRecoveryOnCommitTest, PreAnalyzedUpdateProcessorTest, BigEndianAscendingWordDeserializerTest, TestRequestForwarding, OverseerModifyCollectionTest, MetricsConfigTest, TestOverriddenPrefixQueryForCustomFieldType, TestFieldCacheWithThreads, TestPostingsSolrHighlighter, DeleteLastCustomShardedReplicaTest, TestMinMaxOnMultiValuedField, BasicDistributedZk2Test, ChaosMonkeySafeLeaderTest, TestUseDocValuesAsStored, OverseerStatusTest, TestSQLHandler, TestSolr4Spatial, TestSolrConfigHandlerCloud, V2StandaloneTest, TestEmbeddedSolrServerSchemaAPI, AddSchemaFieldsUpdateProcessorFactoryTest, TestAnalyzeInfixSuggestions, TestRealTimeGet, TermsComponentTest, TestRuleBasedAuthorizationPlugin, TestIntervalFaceting, TestAuthorizationFramework, AliasIntegrationTest, TestPartialUpdateDeduplication, TestSolrCloudWithSecureImpersonation, TestCloudRecovery, TestSolrDeletionPolicy1, SortSpecParsingTest, LeaderElectionIntegrationTest, TestFastWriter, BlockJoinFacetDistribTest, TestSimpleQParserPlugin, SOLR749Test, WrapperMergePolicyFactoryTest, TestRandomFlRTGCloud, EchoParamsTest, SpellCheckComponentTest, TestReloadDeadlock, TestManagedSynonymFilterFactory, CollectionsAPIAsyncDistributedZkTest, IndexSchemaRuntimeFieldTest, DistributedQueryElevationComponentTest, ShufflingReplicaListTransformerTest, TestFieldCacheReopen, TestUniqueKeyFieldResource, JSONWriterTest, TestBM25SimilarityFactory, FieldMutatingUpdateProcessorTest, BadIndexSchemaTest, SuggesterFSTTest, TestLeaderInitiatedRecoveryThread, ReplicationFactorTest, DeleteStatusTest, BadComponentTest, TestFieldSortValues, TestSchemaManager, TestShortCircuitedRequests, ShowFileRequestHandlerTest, TestInfoStreamLogging, BlobRepositoryCloudTest, CdcrReplicationDistributedZkTest, ZkStateWriterTest, TestApiFramework, TestSolrCloudSnapshots, AnalyticsMergeStrategyTest, TestDistributedGrouping, TestNumericTerms32, TestJsonFacetRefinement, TestDocSet, TestCopyFieldCollectionResource, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, AutoCommitTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, SolrCmdDistributorTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, TestQueryTypes, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, LoggingHandlerTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestMergePolicyConfig, TestConfig, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HttpPartitionTest]
[junit4] Completed [512/731 (2!)] on J1 in 31.86s, 1 test, 1 failure <<< FAILURES!
[...truncated 25 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> 2334705 INFO (SUITE-MultiThreadedOCPTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1038A25C4446AC7A-001/init-core-data-001
[junit4] 2> 2334706 INFO (SUITE-MultiThreadedOCPTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2334710 INFO (SUITE-MultiThreadedOCPTest-seed#[1038A25C4446AC7A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2334716 ERROR (Thread-4974) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2335164 ERROR (TEST-MultiThreadedOCPTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2336722 WARN (qtp731822666-27010) [n:127.0.0.1:55657_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2337967 WARN (OverseerThreadFactory-11742-thread-2-processing-n:127.0.0.1:55657_) [n:127.0.0.1:55657_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2338463 ERROR (TEST-MultiThreadedOCPTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2339748 WARN (qtp1070515132-27051) [n:127.0.0.1:55670_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2340246 ERROR (TEST-MultiThreadedOCPTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2341548 WARN (qtp1325204121-27078) [n:127.0.0.1:55681_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2342035 ERROR (TEST-MultiThreadedOCPTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2343400 WARN (qtp1987214392-27108) [n:127.0.0.1:55687_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2343785 ERROR (TEST-MultiThreadedOCPTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2346403 WARN (qtp1339106195-27141) [n:127.0.0.1:55699_ c:collection1 s:shard1 x:collection1_shard1_replica_n47] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2346482 INFO (TEST-MultiThreadedOCPTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2348624 WARN (parallelCoreAdminExecutor-11754-thread-1-processing-n:127.0.0.1:55670_ 21487583562617171 CREATE) [n:127.0.0.1:55670_ c:ocptest2 s:shard2 x:ocptest2_shard2_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348649 WARN (parallelCoreAdminExecutor-11787-thread-2-processing-n:127.0.0.1:55699_ 11487583569267366 CREATE) [n:127.0.0.1:55699_ c:ocptest1 s:shard3 x:ocptest1_shard3_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348764 WARN (parallelCoreAdminExecutor-11743-thread-1-processing-n:127.0.0.1:55657_ 11487583562250658 CREATE) [n:127.0.0.1:55657_ c:ocptest1 s:shard2 x:ocptest1_shard2_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348903 WARN (parallelCoreAdminExecutor-11765-thread-2-processing-n:127.0.0.1:55681_ 21487583581617818 CREATE) [n:127.0.0.1:55681_ c:ocptest2 s:shard4 x:ocptest2_shard4_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348905 WARN (parallelCoreAdminExecutor-11787-thread-3-processing-n:127.0.0.1:55699_ 21487583569295249 CREATE) [n:127.0.0.1:55699_ c:ocptest2 s:shard3 x:ocptest2_shard3_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348963 WARN (parallelCoreAdminExecutor-11787-thread-1-processing-n:127.0.0.1:55699_ 31487583568413252 CREATE) [n:127.0.0.1:55699_ c:ocptest3 s:shard1 x:ocptest3_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348970 WARN (parallelCoreAdminExecutor-11776-thread-1-processing-n:127.0.0.1:55687_ 11487583552598470 CREATE) [n:127.0.0.1:55687_ c:ocptest1 s:shard1 x:ocptest1_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348972 WARN (parallelCoreAdminExecutor-11776-thread-4-processing-n:127.0.0.1:55687_ 41487583582092697 CREATE) [n:127.0.0.1:55687_ c:ocptest4 s:shard2 x:ocptest4_shard2_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348974 WARN (parallelCoreAdminExecutor-11776-thread-2-processing-n:127.0.0.1:55687_ 21487583552692358 CREATE) [n:127.0.0.1:55687_ c:ocptest2 s:shard1 x:ocptest2_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348976 WARN (parallelCoreAdminExecutor-11765-thread-3-processing-n:127.0.0.1:55681_ 31487583593541023 CREATE) [n:127.0.0.1:55681_ c:ocptest3 s:shard4 x:ocptest3_shard4_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348979 WARN (parallelCoreAdminExecutor-11754-thread-2-processing-n:127.0.0.1:55670_ 41487583594071845 CREATE) [n:127.0.0.1:55670_ c:ocptest4 s:shard4 x:ocptest4_shard4_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348982 WARN (parallelCoreAdminExecutor-11743-thread-3-processing-n:127.0.0.1:55657_ 31487583588963902 CREATE) [n:127.0.0.1:55657_ c:ocptest3 s:shard3 x:ocptest3_shard3_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348992 WARN (parallelCoreAdminExecutor-11787-thread-4-processing-n:127.0.0.1:55699_ 41487583589987413 CREATE) [n:127.0.0.1:55699_ c:ocptest4 s:shard3 x:ocptest4_shard3_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2348995 WARN (parallelCoreAdminExecutor-11765-thread-1-processing-n:127.0.0.1:55681_ 11487583581195607 CREATE) [n:127.0.0.1:55681_ c:ocptest1 s:shard4 x:ocptest1_shard4_replica_n5] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2349000 WARN (parallelCoreAdminExecutor-11743-thread-2-processing-n:127.0.0.1:55657_ 41487583575699903 CREATE) [n:127.0.0.1:55657_ c:ocptest4 s:shard1 x:ocptest4_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2349008 WARN (parallelCoreAdminExecutor-11776-thread-3-processing-n:127.0.0.1:55687_ 31487583580084136 CREATE) [n:127.0.0.1:55687_ c:ocptest3 s:shard2 x:ocptest3_shard2_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2352024 WARN (parallelCoreAdminExecutor-11776-thread-5-processing-n:127.0.0.1:55687_ 10001487587609777259 CREATE) [n:127.0.0.1:55687_ c:ocptest_shardsplit s:shard1 x:ocptest_shardsplit_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2352031 WARN (parallelCoreAdminExecutor-11787-thread-5-processing-n:127.0.0.1:55699_ 10001487587611967206 CREATE) [n:127.0.0.1:55699_ c:ocptest_shardsplit s:shard2 x:ocptest_shardsplit_shard2_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2352092 WARN (parallelCoreAdminExecutor-11743-thread-4-processing-n:127.0.0.1:55657_ 10001487587614969038 CREATE) [n:127.0.0.1:55657_ c:ocptest_shardsplit s:shard3 x:ocptest_shardsplit_shard3_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2352131 WARN (parallelCoreAdminExecutor-11765-thread-4-processing-n:127.0.0.1:55681_ 10001487587619686086 CREATE) [n:127.0.0.1:55681_ c:ocptest_shardsplit s:shard4 x:ocptest_shardsplit_shard4_replica_n5] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2359007 WARN (parallelCoreAdminExecutor-11754-thread-3-processing-n:127.0.0.1:55670_ 30001487594583917864 CREATE) [n:127.0.0.1:55670_ c:ocptest_shardsplit2 s:shard3 x:ocptest_shardsplit2_shard3_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2359058 WARN (parallelCoreAdminExecutor-11776-thread-6-processing-n:127.0.0.1:55687_ 30001487594581692280 CREATE) [n:127.0.0.1:55687_ c:ocptest_shardsplit2 s:shard2 x:ocptest_shardsplit2_shard2_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2359097 WARN (parallelCoreAdminExecutor-11787-thread-6-processing-n:127.0.0.1:55699_ 30001487594579811328 CREATE) [n:127.0.0.1:55699_ c:ocptest_shardsplit2 s:shard1 x:ocptest_shardsplit2_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2359113 WARN (parallelCoreAdminExecutor-11743-thread-5-processing-n:127.0.0.1:55657_ 30001487594587449769 CREATE) [n:127.0.0.1:55657_ c:ocptest_shardsplit2 s:shard4 x:ocptest_shardsplit2_shard4_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2371656 ERROR (OverseerThreadFactory-11742-thread-3-processing-n:127.0.0.1:55657_) [n:127.0.0.1:55657_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: ocptest_shardsplit2 operation: splitshard failed:org.apache.solr.common.SolrException: No registered leader was found after waiting for 10000ms , collection: ocptest_shardsplit2 slice: shard2
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:758)
[junit4] 2> at org.apache.solr.cloud.SplitShardCmd.split(SplitShardCmd.java:125)
[junit4] 2> at org.apache.solr.cloud.SplitShardCmd.call(SplitShardCmd.java:75)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2371659 ERROR (OverseerThreadFactory-11742-thread-2-processing-n:127.0.0.1:55657_) [n:127.0.0.1:55657_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: ocptest_shardsplit2 operation: splitshard failed:org.apache.solr.common.SolrException: No registered leader was found after waiting for 10000ms , collection: ocptest_shardsplit2 slice: shard1
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:758)
[junit4] 2> at org.apache.solr.cloud.SplitShardCmd.split(SplitShardCmd.java:125)
[junit4] 2> at org.apache.solr.cloud.SplitShardCmd.call(SplitShardCmd.java:75)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2371729 INFO (TEST-MultiThreadedOCPTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> 2373281 WARN (zkCallback-5832-thread-1-processing-n:127.0.0.1:55657_) [n:127.0.0.1:55657_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2373318 WARN (zkCallback-5844-thread-1-processing-n:127.0.0.1:55670_) [n:127.0.0.1:55670_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2373364 WARN (zkCallback-5850-thread-1-processing-n:127.0.0.1:55681_) [n:127.0.0.1:55681_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2373405 WARN (zkCallback-5856-thread-1-processing-n:127.0.0.1:55687_) [n:127.0.0.1:55687_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2375831 WARN (zkCallback-5856-thread-2-processing-n:127.0.0.1:55687_) [n:127.0.0.1:55687_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 2375888 WARN (zkCallback-5863-thread-3-processing-n:127.0.0.1:55699_) [n:127.0.0.1:55699_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2375896 ERROR (TEST-MultiThreadedOCPTest.test-seed#[1038A25C4446AC7A]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2376283 WARN (Thread-4974) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/ocptest_shardsplit2/state.json
[junit4] 2> 4 /solr/collections/ocptest1/state.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 4 /solr/collections/ocptest3/state.json
[junit4] 2> 4 /solr/collections/ocptest2/state.json
[junit4] 2> 4 /solr/collections/ocptest4/state.json
[junit4] 2> 4 /solr/collections/ocptest_shardsplit/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=1038A25C4446AC7A -Dtests.slow=true -Dtests.locale=pt-PT -Dtests.timezone=America/Port_of_Spain -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 41.6s J1 | MultiThreadedOCPTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
[junit4] > at __randomizedtesting.SeedInfo.seed([1038A25C4446AC7A:986C9D86EABAC182]:0)
[junit4] > at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:226)
[junit4] > at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:64)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_1038A25C4446AC7A-001
[junit4] 2> Aug 26, 2017 6:49:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=976, maxMBSortInHeap=6.954242102023828, sim=RandomSimilarity(queryNorm=true): {}, locale=pt-PT, timezone=America/Port_of_Spain
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=60357496,total=522715136
[junit4] 2> NOTE: All tests run in this JVM: [RequestLoggingTest, ConvertedLegacyTest, TestLRUCache, DirectSolrSpellCheckerTest, TestBadConfig, SpatialRPTFieldTypeTest, DocumentBuilderTest, SolrCloudReportersTest, SolrMetricsIntegrationTest, SolrCoreCheckLockOnStartupTest, PingRequestHandlerTest, LeaderFailoverAfterPartitionTest, ZkNodePropsTest, TestMaxScoreQueryParser, StatsComponentTest, InfixSuggestersTest, TestShardHandlerFactory, CachingDirectoryFactoryTest, TestCrossCoreJoin, TestCloudNestedDocsSort, TestCSVLoader, TestStressUserVersions, SchemaVersionSpecificBehaviorTest, TestCryptoKeys, TestJoin, TestDFISimilarityFactory, PolyFieldTest, SolrMetricManagerTest, TestManagedSchema, TestPayloadScoreQParserPlugin, FileBasedSpellCheckerTest, TestRTGBase, TestRecovery, DistanceUnitsTest, TestRestManager, UpdateLogTest, MigrateRouteKeyTest, TestTlogReplica, RemoteQueryErrorTest, SuggestComponentContextFilterQueryTest, TemplateUpdateProcessorTest, TestCollationFieldDocValues, DistributedFacetExistsSmallTest, PreAnalyzedFieldManagedSchemaCloudTest, PeerSyncReplicationTest, TestRemoteStreaming, SolrGraphiteReporterTest, ShardRoutingCustomTest, TestMultiWordSynonyms, DistributedQueryComponentCustomSortTest, ClassificationUpdateProcessorIntegrationTest, TestSubQueryTransformerCrossCore, TestAnalyzedSuggestions, TestSearchPerf, TestDocTermOrds, CollectionsAPIDistributedZkTest, TestCloudPivotFacet, HdfsDirectoryTest, StatelessScriptUpdateProcessorFactoryTest, TestValueSourceCache, TestHdfsBackupRestoreCore, HdfsRecoveryZkTest, TestCorePropertiesReload, TestFieldResource, TestSolr4Spatial2, TestEmbeddedSolrServerAdminHandler, SolrCloudExampleTest, QueryEqualityTest, TestCollationField, TestComponentsName, MetricUtilsTest, DocValuesMultiTest, CacheHeaderTest, MoveReplicaTest, TestSchemaVersionResource, TestPerFieldSimilarityWithDefaultOverride, TestDynamicLoading, TestScoreJoinQPNoScore, HdfsChaosMonkeySafeLeaderTest, TestCollectionsAPIViaSolrCloudCluster, FullHLLTest, TestLegacyField, TestZkChroot, TestSlowCompositeReaderWrapper, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFieldTypeResource, TestHttpShardHandlerFactory, TestPullReplica, RuleEngineTest, DocumentAnalysisRequestHandlerTest, SimpleCollectionCreateDeleteTest, TestElisionMultitermQuery, SampleTest, TestNumericRangeQuery64, AtomicUpdatesTest, EnumFieldTest, TestReload, TestFastLRUCache, DebugComponentTest, TestDelegationWithHadoopAuth, TestPolicyCloud, TestConfigsApi, TestSystemIdResolver, TestConfigSetsAPIExclusivity, LeaderInitiatedRecoveryOnCommitTest, PreAnalyzedUpdateProcessorTest, BigEndianAscendingWordDeserializerTest, TestRequestForwarding, OverseerModifyCollectionTest, MetricsConfigTest, TestOverriddenPrefixQueryForCustomFieldType, TestFieldCacheWithThreads, TestPostingsSolrHighlighter, DeleteLastCustomShardedReplicaTest, TestMinMaxOnMultiValuedField, BasicDistributedZk2Test, ChaosMonkeySafeLeaderTest, TestUseDocValuesAsStored, OverseerStatusTest, TestSQLHandler, TestSolr4Spatial, TestSolrConfigHandlerCloud, V2StandaloneTest, TestEmbeddedSolrServerSchemaAPI, AddSchemaFieldsUpdateProcessorFactoryTest, TestAnalyzeInfixSuggestions, TestRealTimeGet, TermsComponentTest, TestRuleBasedAuthorizationPlugin, TestIntervalFaceting, TestAuthorizationFramework, AliasIntegrationTest, TestPartialUpdateDeduplication, TestSolrCloudWithSecureImpersonation, TestCloudRecovery, TestSolrDeletionPolicy1, SortSpecParsingTest, LeaderElectionIntegrationTest, TestFastWriter, BlockJoinFacetDistribTest, TestSimpleQParserPlugin, SOLR749Test, WrapperMergePolicyFactoryTest, TestRandomFlRTGCloud, EchoParamsTest, SpellCheckComponentTest, TestReloadDeadlock, TestManagedSynonymFilterFactory, CollectionsAPIAsyncDistributedZkTest, IndexSchemaRuntimeFieldTest, DistributedQueryElevationComponentTest, ShufflingReplicaListTransformerTest, TestFieldCacheReopen, TestUniqueKeyFieldResource, JSONWriterTest, TestBM25SimilarityFactory, FieldMutatingUpdateProcessorTest, BadIndexSchemaTest, SuggesterFSTTest, TestLeaderInitiatedRecoveryThread, ReplicationFactorTest, DeleteStatusTest, BadComponentTest, TestFieldSortValues, TestSchemaManager, TestShortCircuitedRequests, ShowFileRequestHandlerTest, TestInfoStreamLogging, BlobRepositoryCloudTest, CdcrReplicationDistributedZkTest, ZkStateWriterTest, TestApiFramework, TestSolrCloudSnapshots, AnalyticsMergeStrategyTest, TestDistributedGrouping, TestNumericTerms32, TestJsonFacetRefinement, TestDocSet, TestCopyFieldCollectionResource, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, AutoCommitTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, SolrCmdDistributorTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, TestQueryTypes, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, LoggingHandlerTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestMergePolicyConfig, TestConfig, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HttpPartitionTest, MoveReplicaHDFSTest, MoveReplicaHDFSUlogDirTest, MultiThreadedOCPTest]
[junit4] Completed [521/731 (3!)] on J1 in 41.87s, 1 test, 1 failure <<< FAILURES!
[...truncated 44193 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 136 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/136/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
7 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.TestDistributedMissingSort
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.TestDistributedMissingSort: 1) Thread[id=10218, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistributedMissingSort] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=10219, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistributedMissingSort] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.TestDistributedMissingSort:
1) Thread[id=10218, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistributedMissingSort]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=10219, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestDistributedMissingSort]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([55BDCC3C9206C6A2]:0)
FAILED: org.apache.solr.cloud.TestRequestForwarding.testMultiCollectionQuery
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:195)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:122)
at org.apache.solr.cloud.TestRequestForwarding.setUp(TestRequestForwarding.java:39)
at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:146)
... 45 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor12.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
... 51 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestRequestForwarding
Error Message:
54 threads leaked from SUITE scope at org.apache.solr.cloud.TestRequestForwarding: 1) Thread[id=10285, name=jetty-launcher-2028-thread-3-SendThread(127.0.0.1:61857), state=RUNNABLE, group=TGRP-TestRequestForwarding] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 2) Thread[id=10288, name=jetty-launcher-2028-thread-1-EventThread, state=WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 3) Thread[id=10257, name=qtp2059216857-10257, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=10241, name=qtp546992862-10241, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=10243, name=qtp546992862-10243, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=10227, name=ProcessThread(sid:0 cport:61857):, state=WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 7) Thread[id=10252, name=qtp1872986905-10252, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=10287, name=jetty-launcher-2028-thread-1-SendThread(127.0.0.1:61857), state=RUNNABLE, group=TGRP-TestRequestForwarding] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 9) Thread[id=10260, name=org.eclipse.jetty.server.session.HashSessionManager@659c665bTimer, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=10273, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=10238, name=qtp2059216857-10238, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=10253, name=qtp1872986905-10253, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=10286, name=jetty-launcher-2028-thread-3-EventThread, state=WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 14) Thread[id=10271, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=10259, name=org.eclipse.jetty.server.session.HashSessionManager@1cb21cd4Timer, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=10249, name=qtp1872986905-10249, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=10236, name=qtp2059216857-10236-acceptor-0@6b438383-ServerConnector@6584709b{HTTP/1.1,[http/1.1]}{127.0.0.1:61861}, state=RUNNABLE, group=TGRP-TestRequestForwarding] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=10258, name=org.eclipse.jetty.server.session.HashSessionManager@3c65c563Timer, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=10246, name=qtp546992862-10246, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=10233, name=jetty-launcher-2028-thread-3, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=10296, name=OverseerHdfsCoreFailoverThread-98548903828062216-127.0.0.1:61861_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=10224, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestRequestForwarding] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=10250, name=qtp1872986905-10250, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=10295, name=OverseerCollectionConfigSetProcessor-98548903828062216-127.0.0.1:61861_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:357) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=10251, name=qtp1872986905-10251, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=10294, name=OverseerStateUpdate-98548903828062216-127.0.0.1:61861_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=10240, name=qtp546992862-10240-acceptor-0@2972da0d-ServerConnector@27b52153{HTTP/1.1,[http/1.1]}{127.0.0.1:61859}, state=RUNNABLE, group=TGRP-TestRequestForwarding] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=10231, name=jetty-launcher-2028-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=10239, name=qtp1872986905-10239, state=RUNNABLE, group=TGRP-TestRequestForwarding] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=10235, name=qtp546992862-10235, state=RUNNABLE, group=TGRP-TestRequestForwarding] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=10242, name=qtp2059216857-10242, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=10272, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=10275, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=10289, name=jetty-launcher-2028-thread-2-SendThread(127.0.0.1:61857), state=RUNNABLE, group=TGRP-TestRequestForwarding] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 35) Thread[id=10244, name=qtp546992862-10244, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=10274, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=10290, name=jetty-launcher-2028-thread-2-EventThread, state=WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 38) Thread[id=10254, name=qtp1872986905-10254, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=10255, name=qtp2059216857-10255, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=10232, name=jetty-launcher-2028-thread-2, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=10292, name=zkCallback-2044-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=10237, name=qtp2059216857-10237, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=10293, name=zkCallback-2045-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=10248, name=qtp1872986905-10248-acceptor-0@151c3500-ServerConnector@1bdbd9d3{HTTP/1.1,[http/1.1]}{127.0.0.1:61860}, state=RUNNABLE, group=TGRP-TestRequestForwarding] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=10247, name=qtp546992862-10247, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=10270, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=10297, name=coreContainerWorkExecutor-4979-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=10291, name=zkCallback-2043-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=10223, name=Thread-2007, state=WAITING, group=TGRP-TestRequestForwarding] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 50) Thread[id=10225, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 51) Thread[id=10234, name=qtp2059216857-10234, state=RUNNABLE, group=TGRP-TestRequestForwarding] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 52) Thread[id=10245, name=qtp546992862-10245, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 53) Thread[id=10298, name=coreContainerWorkExecutor-4983-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 54) Thread[id=10256, name=qtp2059216857-10256, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 54 threads leaked from SUITE scope at org.apache.solr.cloud.TestRequestForwarding:
1) Thread[id=10285, name=jetty-launcher-2028-thread-3-SendThread(127.0.0.1:61857), state=RUNNABLE, group=TGRP-TestRequestForwarding]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
2) Thread[id=10288, name=jetty-launcher-2028-thread-1-EventThread, state=WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
3) Thread[id=10257, name=qtp2059216857-10257, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=10241, name=qtp546992862-10241, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=10243, name=qtp546992862-10243, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=10227, name=ProcessThread(sid:0 cport:61857):, state=WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
7) Thread[id=10252, name=qtp1872986905-10252, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=10287, name=jetty-launcher-2028-thread-1-SendThread(127.0.0.1:61857), state=RUNNABLE, group=TGRP-TestRequestForwarding]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
9) Thread[id=10260, name=org.eclipse.jetty.server.session.HashSessionManager@659c665bTimer, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=10273, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=10238, name=qtp2059216857-10238, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=10253, name=qtp1872986905-10253, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=10286, name=jetty-launcher-2028-thread-3-EventThread, state=WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
14) Thread[id=10271, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=10259, name=org.eclipse.jetty.server.session.HashSessionManager@1cb21cd4Timer, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=10249, name=qtp1872986905-10249, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=10236, name=qtp2059216857-10236-acceptor-0@6b438383-ServerConnector@6584709b{HTTP/1.1,[http/1.1]}{127.0.0.1:61861}, state=RUNNABLE, group=TGRP-TestRequestForwarding]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=10258, name=org.eclipse.jetty.server.session.HashSessionManager@3c65c563Timer, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=10246, name=qtp546992862-10246, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=10233, name=jetty-launcher-2028-thread-3, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=10296, name=OverseerHdfsCoreFailoverThread-98548903828062216-127.0.0.1:61861_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=10224, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestRequestForwarding]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=10250, name=qtp1872986905-10250, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=10295, name=OverseerCollectionConfigSetProcessor-98548903828062216-127.0.0.1:61861_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:357)
at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=10251, name=qtp1872986905-10251, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=10294, name=OverseerStateUpdate-98548903828062216-127.0.0.1:61861_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=10240, name=qtp546992862-10240-acceptor-0@2972da0d-ServerConnector@27b52153{HTTP/1.1,[http/1.1]}{127.0.0.1:61859}, state=RUNNABLE, group=TGRP-TestRequestForwarding]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=10231, name=jetty-launcher-2028-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=10239, name=qtp1872986905-10239, state=RUNNABLE, group=TGRP-TestRequestForwarding]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=10235, name=qtp546992862-10235, state=RUNNABLE, group=TGRP-TestRequestForwarding]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=10242, name=qtp2059216857-10242, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=10272, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=10275, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=10289, name=jetty-launcher-2028-thread-2-SendThread(127.0.0.1:61857), state=RUNNABLE, group=TGRP-TestRequestForwarding]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
35) Thread[id=10244, name=qtp546992862-10244, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=10274, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=10290, name=jetty-launcher-2028-thread-2-EventThread, state=WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
38) Thread[id=10254, name=qtp1872986905-10254, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=10255, name=qtp2059216857-10255, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=10232, name=jetty-launcher-2028-thread-2, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=10292, name=zkCallback-2044-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=10237, name=qtp2059216857-10237, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=10293, name=zkCallback-2045-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
44) Thread[id=10248, name=qtp1872986905-10248-acceptor-0@151c3500-ServerConnector@1bdbd9d3{HTTP/1.1,[http/1.1]}{127.0.0.1:61860}, state=RUNNABLE, group=TGRP-TestRequestForwarding]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
45) Thread[id=10247, name=qtp546992862-10247, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
46) Thread[id=10270, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
47) Thread[id=10297, name=coreContainerWorkExecutor-4979-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
48) Thread[id=10291, name=zkCallback-2043-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
49) Thread[id=10223, name=Thread-2007, state=WAITING, group=TGRP-TestRequestForwarding]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1252)
at java.lang.Thread.join(Thread.java:1326)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
50) Thread[id=10225, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
51) Thread[id=10234, name=qtp2059216857-10234, state=RUNNABLE, group=TGRP-TestRequestForwarding]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
52) Thread[id=10245, name=qtp546992862-10245, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
53) Thread[id=10298, name=coreContainerWorkExecutor-4983-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
54) Thread[id=10256, name=qtp2059216857-10256, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([55BDCC3C9206C6A2]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestRequestForwarding
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=10285, name=jetty-launcher-2028-thread-3-SendThread(127.0.0.1:61857), state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 2) Thread[id=10258, name=org.eclipse.jetty.server.session.HashSessionManager@3c65c563Timer, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=10293, name=zkCallback-2045-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=10233, name=jetty-launcher-2028-thread-3, state=TIMED_WAITING, group=TGRP-TestRequestForwarding] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSuppor
[...truncated too long message...]
me(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 11) Thread[id=10298, name=coreContainerWorkExecutor-4983-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 12) Thread[id=10259, name=org.eclipse.jetty.server.session.HashSessionManager@1cb21cd4Timer, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 13) Thread[id=10231, name=jetty-launcher-2028-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 14) Thread[id=10239, name=qtp1872986905-10239, state=RUNNABLE, group=TGRP-TestRequestForwarding]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 15) Thread[id=10235, name=qtp546992862-10235, state=RUNNABLE, group=TGRP-TestRequestForwarding]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 16) Thread[id=10232, name=jetty-launcher-2028-thread-2, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 17) Thread[id=10292, name=zkCallback-2044-thread-1, state=TIMED_WAITING, group=TGRP-TestRequestForwarding]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([55BDCC3C9206C6A2]:0)
[junit4] Completed [279/731 (4!)] on J1 in 24.11s, 1 test, 3 errors <<< FAILURES!
[...truncated 44824 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 135 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/135/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
7 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([3E3BB231E2973F7E]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.cloud.CleanupOldIndexTest.setupCluster(CleanupOldIndexTest.java:46)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:146)
... 31 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor14.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
... 37 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([3E3BB231E2973F7E]:0)
at org.apache.solr.cloud.SolrCloudTestCase.zkClient(SolrCloudTestCase.java:210)
at org.apache.solr.cloud.CleanupOldIndexTest.afterClass(CleanupOldIndexTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest
Error Message:
ObjectTracker found 9 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, ZkController, SolrZkClient, Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:534) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:748) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:435) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 9 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, ZkController, SolrZkClient, Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:505)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:534)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:748)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:435)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([3E3BB231E2973F7E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:291)
at sun.reflect.GeneratedMethodAccessor99.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest
Error Message:
Could not remove the following files (in the order of attempts): /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001/tempDir-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001/tempDir-001: Too many open files /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001/init-core-data-001: Too many open files /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001: Too many open files
Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001/tempDir-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001/tempDir-001: Too many open files
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001/init-core-data-001: Too many open files
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_3E3BB231E2973F7E-001: Too many open files
at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest
Error Message:
38 threads leaked from SUITE scope at org.apache.solr.cloud.CleanupOldIndexTest: 1) Thread[id=18913, name=ProcessThread(sid:0 cport:52859):, state=WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 2) Thread[id=18958, name=zkCallback-3132-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=18954, name=jetty-launcher-3120-thread-1-EventThread, state=WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 4) Thread[id=18961, name=OverseerHdfsCoreFailoverThread-98546338565062662-127.0.0.1:52862_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=18962, name=coreContainerWorkExecutor-6282-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=18934, name=qtp917885613-18934, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=18918, name=jetty-launcher-3120-thread-2, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=18921, name=qtp916130069-18921, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=18922, name=qtp916130069-18922, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=18933, name=qtp917885613-18933, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=18909, name=Thread-2841, state=WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 12) Thread[id=18926, name=qtp916130069-18926, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=18927, name=org.eclipse.jetty.server.session.HashSessionManager@4cb90351Timer, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=18956, name=jetty-launcher-3120-thread-2-EventThread, state=WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 15) Thread[id=18919, name=qtp916130069-18919, state=RUNNABLE, group=TGRP-CleanupOldIndexTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=18930, name=qtp917885613-18930, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=18948, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=18911, name=SessionTracker, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 19) Thread[id=18932, name=qtp917885613-18932, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=18957, name=zkCallback-3131-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=18929, name=qtp917885613-18929-acceptor-0@e8c06c2-ServerConnector@4be963{HTTP/1.1,[http/1.1]}{127.0.0.1:52862}, state=RUNNABLE, group=TGRP-CleanupOldIndexTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=18920, name=qtp916130069-18920-acceptor-0@77e6d419-ServerConnector@79212495{HTTP/1.1,[http/1.1]}{127.0.0.1:52861}, state=RUNNABLE, group=TGRP-CleanupOldIndexTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=18943, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=18960, name=OverseerCollectionConfigSetProcessor-98546338565062662-127.0.0.1:52862_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:357) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=18931, name=qtp917885613-18931, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=18955, name=jetty-launcher-3120-thread-2-SendThread(127.0.0.1:52859), state=RUNNABLE, group=TGRP-CleanupOldIndexTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 27) Thread[id=18923, name=qtp916130069-18923, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=18910, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-CleanupOldIndexTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=18953, name=jetty-launcher-3120-thread-1-SendThread(127.0.0.1:52859), state=RUNNABLE, group=TGRP-CleanupOldIndexTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 30) Thread[id=18944, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=18928, name=qtp917885613-18928, state=RUNNABLE, group=TGRP-CleanupOldIndexTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=18936, name=org.eclipse.jetty.server.session.HashSessionManager@c037780Timer, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=18917, name=jetty-launcher-3120-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=18947, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=18924, name=qtp916130069-18924, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=18935, name=qtp917885613-18935, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=18925, name=qtp916130069-18925, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=18959, name=OverseerStateUpdate-98546338565062662-127.0.0.1:52862_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 38 threads leaked from SUITE scope at org.apache.solr.cloud.CleanupOldIndexTest:
1) Thread[id=18913, name=ProcessThread(sid:0 cport:52859):, state=WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
2) Thread[id=18958, name=zkCallback-3132-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=18954, name=jetty-launcher-3120-thread-1-EventThread, state=WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
4) Thread[id=18961, name=OverseerHdfsCoreFailoverThread-98546338565062662-127.0.0.1:52862_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=18962, name=coreContainerWorkExecutor-6282-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=18934, name=qtp917885613-18934, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=18918, name=jetty-launcher-3120-thread-2, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=18921, name=qtp916130069-18921, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=18922, name=qtp916130069-18922, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jett
[...truncated too long message...]
> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=18928, name=qtp917885613-18928, state=RUNNABLE, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:121)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=18962, name=coreContainerWorkExecutor-6282-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=18927, name=org.eclipse.jetty.server.session.HashSessionManager@4cb90351Timer, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=18936, name=org.eclipse.jetty.server.session.HashSessionManager@c037780Timer, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=18917, name=jetty-launcher-3120-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 9) Thread[id=18918, name=jetty-launcher-3120-thread-2, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=18919, name=qtp916130069-18919, state=RUNNABLE, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 11) Thread[id=18955, name=jetty-launcher-3120-thread-2-SendThread(127.0.0.1:52859), state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > at __randomizedtesting.SeedInfo.seed([3E3BB231E2973F7E]:0)
[junit4] Completed [393/731 (2!)] on J0 in 45.06s, 0 tests, 1 failure, 5 errors <<< FAILURES!
[...truncated 44450 lines...]