You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/05 04:23:50 UTC
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 850 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/850/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica3","base_url":"http://127.0.0.1:61685","node_name":"127.0.0.1:61685_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/31)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "state":"down", "base_url":"http://127.0.0.1:61701", "core":"c8n_1x3_lf_shard1_replica1", "node_name":"127.0.0.1:61701_"}, "core_node2":{ "core":"c8n_1x3_lf_shard1_replica3", "base_url":"http://127.0.0.1:61685", "node_name":"127.0.0.1:61685_", "state":"active", "leader":"true"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica2", "base_url":"http://127.0.0.1:61691", "node_name":"127.0.0.1:61691_", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica3","base_url":"http://127.0.0.1:61685","node_name":"127.0.0.1:61685_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/31)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"state":"down",
"base_url":"http://127.0.0.1:61701",
"core":"c8n_1x3_lf_shard1_replica1",
"node_name":"127.0.0.1:61701_"},
"core_node2":{
"core":"c8n_1x3_lf_shard1_replica3",
"base_url":"http://127.0.0.1:61685",
"node_name":"127.0.0.1:61685_",
"state":"active",
"leader":"true"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica2",
"base_url":"http://127.0.0.1:61691",
"node_name":"127.0.0.1:61691_",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([34D1B16033B852CD:BC858EBA9D443F35]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:168)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test
Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
at __randomizedtesting.SeedInfo.seed([34D1B16033B852CD:BC858EBA9D443F35]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp
Error Message:
No such processor Template
Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
at __randomizedtesting.SeedInfo.seed([34D1B16033B852CD:9163F1A895F69B39]:0)
at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11251 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/init-core-data-001
[junit4] 2> 269375 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[34D1B16033B852CD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 269376 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[34D1B16033B852CD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 269380 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[34D1B16033B852CD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 269380 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[34D1B16033B852CD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 269382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 269382 INFO (Thread-195) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 269382 INFO (Thread-195) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 269403 ERROR (Thread-195) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 269492 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.ZkTestServer start zk server on port:61682
[junit4] 2> 269535 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 269539 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 269542 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 269545 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 269548 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 269551 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 269553 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 269556 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 269559 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 269562 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 269565 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 270107 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/control-001/cores/collection1
[junit4] 2> 270110 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 270112 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16a55ed0{/,null,AVAILABLE}
[junit4] 2> 270116 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9998495{HTTP/1.1,[http/1.1]}{127.0.0.1:61686}
[junit4] 2> 270116 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.Server Started @275872ms
[junit4] 2> 270116 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/tempDir-001/control/data, hostContext=/, hostPort=61685, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/control-001/cores}
[junit4] 2> 270116 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 270116 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 270116 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 270116 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 270116 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-05T02:51:50.744Z
[junit4] 2> 270122 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 270122 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/control-001/solr.xml
[junit4] 2> 270131 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 270132 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61682/solr
[junit4] 2> 270180 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61685_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 270182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61685_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61685_
[junit4] 2> 270184 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61685_ ] o.a.s.c.Overseer Overseer (id=97907684804526084-127.0.0.1:61685_-n_0000000000) starting
[junit4] 2> 270199 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61685_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61685_
[junit4] 2> 270202 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 270275 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61685_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/control-001/cores
[junit4] 2> 270275 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61685_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 270278 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 270281 INFO (OverseerStateUpdate-97907684804526084-127.0.0.1:61685_-n_0000000000) [n:127.0.0.1:61685_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 271313 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 271327 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 271432 WARN (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 271434 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 271462 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 271463 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 271463 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/control-001/cores/collection1/data/]
[junit4] 2> 271463 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f09392a
[junit4] 2> 271464 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40423837741449564]
[junit4] 2> 271471 WARN (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 271539 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 271539 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 271541 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 271541 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 271541 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 271542 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61b4c8bc[collection1] main]
[junit4] 2> 271544 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 271544 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 271544 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 271546 INFO (searcherExecutor-428-thread-1-processing-n:127.0.0.1:61685_ x:collection1 c:control_collection) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61b4c8bc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 271546 INFO (coreLoadExecutor-427-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566522959120564224
[junit4] 2> 271558 INFO (coreZkRegister-420-thread-1-processing-n:127.0.0.1:61685_ x:collection1 c:control_collection) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 271558 INFO (coreZkRegister-420-thread-1-processing-n:127.0.0.1:61685_ x:collection1 c:control_collection) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 271558 INFO (coreZkRegister-420-thread-1-processing-n:127.0.0.1:61685_ x:collection1 c:control_collection) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61685/collection1/
[junit4] 2> 271558 INFO (coreZkRegister-420-thread-1-processing-n:127.0.0.1:61685_ x:collection1 c:control_collection) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 271558 INFO (coreZkRegister-420-thread-1-processing-n:127.0.0.1:61685_ x:collection1 c:control_collection) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:61685/collection1/ has no replicas
[junit4] 2> 271558 INFO (coreZkRegister-420-thread-1-processing-n:127.0.0.1:61685_ x:collection1 c:control_collection) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 271566 INFO (coreZkRegister-420-thread-1-processing-n:127.0.0.1:61685_ x:collection1 c:control_collection) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61685/collection1/ shard1
[junit4] 2> 271736 INFO (coreZkRegister-420-thread-1-processing-n:127.0.0.1:61685_ x:collection1 c:control_collection) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 271881 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 271883 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61682/solr ready
[junit4] 2> 271883 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 272430 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-1-001/cores/collection1
[junit4] 2> 272431 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-1-001
[junit4] 2> 272432 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 272434 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d61ff6e{/,null,AVAILABLE}
[junit4] 2> 272435 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ffc6b10{HTTP/1.1,[http/1.1]}{127.0.0.1:61692}
[junit4] 2> 272435 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.Server Started @278192ms
[junit4] 2> 272435 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=61691, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-1-001/cores}
[junit4] 2> 272435 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 272444 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 272444 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 272444 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 272444 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-05T02:51:53.072Z
[junit4] 2> 272453 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 272453 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-1-001/solr.xml
[junit4] 2> 272476 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 272478 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61682/solr
[junit4] 2> 272566 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 272572 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61691_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 272576 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61691_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61691_
[junit4] 2> 272579 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 272580 INFO (zkCallback-143-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 272580 INFO (zkCallback-148-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 272780 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61691_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-1-001/cores
[junit4] 2> 272780 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61691_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 272782 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 272784 INFO (OverseerStateUpdate-97907684804526084-127.0.0.1:61685_-n_0000000000) [n:127.0.0.1:61685_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 273822 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 273835 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 273931 WARN (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 273934 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 273958 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 273958 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 273958 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 273958 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f09392a
[junit4] 2> 273960 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40423837741449564]
[junit4] 2> 273970 WARN (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 274094 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 274094 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 274095 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 274095 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 274097 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 274097 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5171a6a7[collection1] main]
[junit4] 2> 274100 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 274101 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 274102 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 274103 INFO (searcherExecutor-439-thread-1-processing-n:127.0.0.1:61691_ x:collection1 c:collection1) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5171a6a7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 274124 INFO (coreLoadExecutor-438-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566522961823793152
[junit4] 2> 274138 INFO (coreZkRegister-433-thread-1-processing-n:127.0.0.1:61691_ x:collection1 c:collection1) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 274138 INFO (coreZkRegister-433-thread-1-processing-n:127.0.0.1:61691_ x:collection1 c:collection1) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 274138 INFO (coreZkRegister-433-thread-1-processing-n:127.0.0.1:61691_ x:collection1 c:collection1) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61691/collection1/
[junit4] 2> 274138 INFO (coreZkRegister-433-thread-1-processing-n:127.0.0.1:61691_ x:collection1 c:collection1) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 274138 INFO (coreZkRegister-433-thread-1-processing-n:127.0.0.1:61691_ x:collection1 c:collection1) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:61691/collection1/ has no replicas
[junit4] 2> 274138 INFO (coreZkRegister-433-thread-1-processing-n:127.0.0.1:61691_ x:collection1 c:collection1) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 274149 INFO (coreZkRegister-433-thread-1-processing-n:127.0.0.1:61691_ x:collection1 c:collection1) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61691/collection1/ shard2
[junit4] 2> 274314 INFO (coreZkRegister-433-thread-1-processing-n:127.0.0.1:61691_ x:collection1 c:collection1) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 274823 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-2-001/cores/collection1
[junit4] 2> 274824 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-2-001
[junit4] 2> 274826 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 274829 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53cdeb36{/,null,AVAILABLE}
[junit4] 2> 274829 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1537e988{HTTP/1.1,[http/1.1]}{127.0.0.1:61697}
[junit4] 2> 274829 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.Server Started @280586ms
[junit4] 2> 274830 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=61696, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-2-001/cores}
[junit4] 2> 274830 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 274831 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 274831 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 274831 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 274831 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-05T02:51:55.459Z
[junit4] 2> 274836 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 274836 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-2-001/solr.xml
[junit4] 2> 274862 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 274863 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61682/solr
[junit4] 2> 274884 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61696_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 274889 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61696_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 274894 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61696_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61696_
[junit4] 2> 274899 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 274911 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 274911 INFO (zkCallback-148-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 274912 INFO (zkCallback-143-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 275076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61696_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-2-001/cores
[junit4] 2> 275076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61696_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 275078 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 275080 INFO (OverseerStateUpdate-97907684804526084-127.0.0.1:61685_-n_0000000000) [n:127.0.0.1:61685_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 276113 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 276127 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 276239 WARN (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 276242 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 276271 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 276271 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 276272 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 276272 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f09392a
[junit4] 2> 276274 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40423837741449564]
[junit4] 2> 276285 WARN (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 276393 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 276393 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 276394 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 276395 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 276399 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 276400 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6be8c1bf[collection1] main]
[junit4] 2> 276402 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 276403 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 276403 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 276404 INFO (searcherExecutor-450-thread-1-processing-n:127.0.0.1:61696_ x:collection1 c:collection1) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6be8c1bf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 276405 INFO (coreLoadExecutor-449-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566522964215595008
[junit4] 2> 276415 INFO (coreZkRegister-444-thread-1-processing-n:127.0.0.1:61696_ x:collection1 c:collection1) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 276415 INFO (coreZkRegister-444-thread-1-processing-n:127.0.0.1:61696_ x:collection1 c:collection1) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 276415 INFO (coreZkRegister-444-thread-1-processing-n:127.0.0.1:61696_ x:collection1 c:collection1) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61696/collection1/
[junit4] 2> 276415 INFO (coreZkRegister-444-thread-1-processing-n:127.0.0.1:61696_ x:collection1 c:collection1) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 276415 INFO (coreZkRegister-444-thread-1-processing-n:127.0.0.1:61696_ x:collection1 c:collection1) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:61696/collection1/ has no replicas
[junit4] 2> 276415 INFO (coreZkRegister-444-thread-1-processing-n:127.0.0.1:61696_ x:collection1 c:collection1) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 276421 INFO (coreZkRegister-444-thread-1-processing-n:127.0.0.1:61696_ x:collection1 c:collection1) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61696/collection1/ shard1
[junit4] 2> 276584 INFO (coreZkRegister-444-thread-1-processing-n:127.0.0.1:61696_ x:collection1 c:collection1) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 277053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-3-001/cores/collection1
[junit4] 2> 277056 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-3-001
[junit4] 2> 277057 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 277059 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36bb5dc7{/,null,AVAILABLE}
[junit4] 2> 277060 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b638d54{HTTP/1.1,[http/1.1]}{127.0.0.1:61702}
[junit4] 2> 277060 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.e.j.s.Server Started @282817ms
[junit4] 2> 277060 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=61701, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-3-001/cores}
[junit4] 2> 277060 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 277061 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 277061 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 277061 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 277061 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-05T02:51:57.689Z
[junit4] 2> 277067 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 277067 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-3-001/solr.xml
[junit4] 2> 277088 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 277089 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61682/solr
[junit4] 2> 277113 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61701_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 277119 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61701_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 277124 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61701_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61701_
[junit4] 2> 277127 INFO (zkCallback-148-thread-1-processing-n:127.0.0.1:61691_) [n:127.0.0.1:61691_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 277127 INFO (zkCallback-160-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 277127 INFO (zkCallback-143-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 277127 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:61696_) [n:127.0.0.1:61696_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 277127 INFO (zkCallback-139-thread-1-processing-n:127.0.0.1:61685_) [n:127.0.0.1:61685_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 277281 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61701_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-3-001/cores
[junit4] 2> 277281 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [n:127.0.0.1:61701_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 277287 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 277292 INFO (OverseerStateUpdate-97907684804526084-127.0.0.1:61685_-n_0000000000) [n:127.0.0.1:61685_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 278329 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 278349 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 278548 WARN (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 278550 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 278577 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 278577 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 278577 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_34D1B16033B852CD-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 278578 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f09392a
[junit4] 2> 278579 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40423837741449564]
[junit4] 2> 278592 WARN (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 278703 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 278703 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 278704 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 278704 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 278714 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 278715 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a07435[collection1] main]
[junit4] 2> 278717 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 278717 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 278718 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 278719 INFO (searcherExecutor-461-thread-1-processing-n:127.0.0.1:61701_ x:collection1 c:collection1) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3a07435[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 278722 INFO (coreLoadExecutor-460-thread-1-processing-n:127.0.0.1:61701_) [n:127.0.0.1:61701_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566522966645145600
[junit4] 2> 278728 INFO (coreZkRegister-455-thread-1-processing-n:127.0.0.1:61701_ x:collection1 c:collection1) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 278729 INFO (updateExecutor-157-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 278730 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 278730 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 278730 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 278730 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 278730 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:61691/collection1/] and I am [http://127.0.0.1:61701/collection1/]
[junit4] 2> 278736 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:61691]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:61701_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 278738 INFO (SocketProxy-Acceptor-61691) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=61706,localport=61691], receiveBufferSize:408300
[junit4] 2> 278756 INFO (SocketProxy-Acceptor-61691) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=61692,localport=61707], receiveBufferSize=408300
[junit4] 2> 278760 INFO (qtp884645235-895) [n:127.0.0.1:61691_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 278760 INFO (qtp884645235-895) [n:127.0.0.1:61691_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 278760 INFO (qtp884645235-895) [n:127.0.0.1:61691_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:61701_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:61701","node_name":"127.0.0.1:61701_","state":"down"}
[junit4] 2> 278886 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 278886 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 278886 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 279764 INFO (qtp884645235-895) [n:127.0.0.1:61691_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:61701_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:61701","node_name":"127.0.0.1:61701_","state":"recovering"}
[junit4] 2> 279764 INFO (qtp884645235-895) [n:127.0.0.1:61691_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 279764 INFO (qtp884645235-895) [n:127.0.0.1:61691_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:61701_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1004
[junit4] 2> 280268 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:61691/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 280268 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:61701 START replicas=[http://127.0.0.1:61691/collection1/] nUpdates=100
[junit4] 2> 280270 INFO (SocketProxy-Acceptor-61691) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=61708,localport=61691], receiveBufferSize:408300
[junit4] 2> 280271 INFO (SocketProxy-Acceptor-61691) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=61692,localport=61709], receiveBufferSize=408300
[junit4] 2> 280276 INFO (qtp884645235-898) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 280276 INFO (qtp884645235-898) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 280278 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 280278 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 280278 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 280278 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 280279 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 280279 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 280279 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 280280 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 280280 INFO (recoveryExecutor-158-thread-1-processing-n:127.0.0.1:61701_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:61701_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 280890 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[34D1B16033B852CD]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 280891 INFO (SocketProxy-Acceptor-61685) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=61715,localport=61685], receiveBufferSize:408300
[junit4] 2> 280892 INFO (SocketProxy-Acceptor-61685) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=61686,localport=61716], receiveBufferSize=408300
[junit4] 2> 280895 INFO (qtp33717922-860) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 280896 INFO (qtp33717922-860) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 280896 INFO (qtp33717922-860) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 280897 INFO (qtp33717922-860) [n:127.0.0.1:61685_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 280900 INFO (SocketProxy-Acceptor-61696) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=61717,localport=61696], receiveBufferSize:408300
[junit4] 2> 280902 INFO (SocketProxy-Acceptor-61696) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=61697,localport=61718], receiveBufferSize=408300
[junit4] 2> 280911 INFO (SocketProxy-Acceptor-61696) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=61719,localport=61696], receiveBufferSize:408300
[junit4] 2> 280911 INFO (SocketProxy-Acceptor-61691) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=61720,localport=61691], receiveBufferSize:408300
[junit4] 2> 280912 INFO (SocketProxy-Acceptor-61701) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=61721,localport=61701], receiveBufferSize:408300
[junit4] 2> 280914 INFO (SocketProxy-Acceptor-61691) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=61692,localport=61723], receiveBufferSize=408300
[junit4] 2> 280916 INFO (SocketProxy-Acceptor-61701) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=61702,localport=61724], receiveBufferSize=408300
[junit4] 2> 280916 INFO (SocketProxy-Acceptor-61696) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=61697,localport=61722], receiveBufferSize=408300
[junit4] 2> 280918 INFO (qtp884645235-899) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 280918 INFO (qtp884645235-899) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 280919 INFO (qtp1007901430-927) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 280922 INFO (qtp884645235-899) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 280922 INFO (qtp884645235-899) [n:127.0.0.1:61691_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61696/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 280923 INFO (qtp1007901430-927) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 280924 INFO (qtp1007901430-927) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 280925 INFO (qtp1007901430-927) [n:127.0.0.1:61696_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61696/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
[junit4] 2> 280926 INFO (qtp155996298-954) [n:127.0.0.1:61701_ c:collection1 s:
[...truncated too long message...]
eLoadExecutor-7095-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2492382 INFO (coreLoadExecutor-7095-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2492382 INFO (searcherExecutor-7096-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3f9e3ed1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2492383 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[34D1B16033B852CD]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2492387 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
[junit4] 2> 2492387 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
[junit4] 2> 2492390 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
[junit4] 2> 2492391 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
[junit4] 2> 2492394 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
[junit4] 2> 2492396 WARN (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[34D1B16033B852CD]) [ ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
[junit4] 2> 2492396 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[34D1B16033B852CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=34D1B16033B852CD -Dtests.slow=true -Dtests.locale=ga -Dtests.timezone=PRT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.01s J0 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
[junit4] > at __randomizedtesting.SeedInfo.seed([34D1B16033B852CD:9163F1A895F69B39]:0)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
[junit4] > at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2492397 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[34D1B16033B852CD]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2492397 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[34D1B16033B852CD]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2019272361
[junit4] 2> 2492398 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[34D1B16033B852CD]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2492399 INFO (coreCloseExecutor-7100-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@18606189
[junit4] 2> 2492401 INFO (coreCloseExecutor-7100-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2492403 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[34D1B16033B852CD]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_34D1B16033B852CD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1438, maxMBSortInHeap=7.599638442006712, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=ga, timezone=PRT
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=328354064,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSimpleTextCodec, TestDynamicFieldResource, TestAuthenticationFramework, TestSolrJ, TestCSVResponseWriter, AnalysisAfterCoreReloadTest, TestDistributedStatsComponentCardinality, FastVectorHighlighterTest, SOLR749Test, BadComponentTest, DOMUtilTest, TestJettySolrRunner, TestSQLHandlerNonCloud, TestFastLRUCache, UnloadDistributedZkTest, TestExportWriter, PreAnalyzedFieldManagedSchemaCloudTest, LeaderFailoverAfterPartitionTest, DataDrivenBlockJoinTest, TestGroupingSearch, SpatialFilterTest, TestQueryWrapperFilter, SharedFSAutoReplicaFailoverTest, TestExactSharedStatsCache, AtomicUpdatesTest, FileUtilsTest, TestUninvertingReader, TestConfigReload, TestExceedMaxTermLength, V2ApiIntegrationTest, TestBlendedInfixSuggestions, TestStressCloudBlindAtomicUpdates, SolrIndexMetricsTest, DistributedFacetExistsSmallTest, TestIBSimilarityFactory, TestSizeLimitedDistributedMap, TestNumericTerms32, TestCollectionAPI, BasicAuthStandaloneTest, ResponseHeaderTest, TestConfigSetImmutable, TestNestedDocsSort, TestWordDelimiterFilterFactory, PingRequestHandlerTest, DistributedQueryComponentCustomSortTest, SimpleCollectionCreateDeleteTest, TestFieldSortValues, TestDefaultSearchFieldResource, TestManagedSynonymFilterFactory, OutputWriterTest, TestRestoreCore, TestReplicaProperties, TestConfigSetsAPIExclusivity, JSONWriterTest, ZkNodePropsTest, DirectSolrConnectionTest, RequiredFieldsTest, TestFieldTypeResource, SuggestComponentContextFilterQueryTest, DeleteLastCustomShardedReplicaTest, TestCloudPivotFacet, TestSolrCloudWithHadoopAuthPlugin, SolrJmxReporterTest, CloudExitableDirectoryReaderTest, SuggesterFSTTest, SpellCheckCollatorWithCollapseTest, TestRawTransformer, UniqFieldsUpdateProcessorFactoryTest, TestCollationField, BigEndianAscendingWordSerializerTest, TestBinaryResponseWriter, SystemInfoHandlerTest, OpenExchangeRatesOrgProviderTest, ZkStateReaderTest, CloudMLTQParserTest, TestStressLucene, ClassificationUpdateProcessorIntegrationTest, MergeStrategyTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestReplicationHandlerBackup, TestClassicSimilarityFactory, TestFreeTextSuggestions, TestLockTree, TestReplicationHandler, NodeMutatorTest, SegmentsInfoRequestHandlerTest, TestInitQParser, EnumFieldTest, TestHashPartitioner, MoveReplicaTest, HdfsLockFactoryTest, DeleteStatusTest, TestCloudRecovery, TestCollationFieldDocValues, TestChildDocTransformer, TestHighlightDedupGrouping, TestFieldCacheSanityChecker, TestTolerantSearch, PeerSyncTest, RulesTest, BlockJoinFacetRandomTest, OverriddenZkACLAndCredentialsProvidersTest, ReplicationFactorTest, HdfsRestartWhileUpdatingTest, TestBulkSchemaConcurrent, SyncSliceTest, TestExtendedDismaxParser, TestRequestStatusCollectionAPI, BaseCdcrDistributedZkTest, SmileWriterTest, SolrPluginUtilsTest, TestSolrDeletionPolicy1, UtilsToolTest, TestPivotHelperCode, TestFieldCache, SynonymTokenizerTest, TestCursorMarkWithoutUniqueKey, SolrMetricReporterTest, TestUseDocValuesAsStored, TestFieldCacheSortRandom, TestSolrCloudSnapshots, PreAnalyzedUpdateProcessorTest, SaslZkACLProviderTest, JSONWriterTest, TestStressLiveNodes, TestClassNameShortening, TestCloudInspectUtil, TestElisionMultitermQuery, HdfsThreadLeakTest, TestEmbeddedSolrServerConstructors, ConnectionManagerTest, InfoHandlerTest, CloneFieldUpdateProcessorFactoryTest, TestConfigSets, DocValuesNotIndexedTest, HLLSerializationTest, TestSchemaResource, CoreAdminRequestStatusTest, BooleanFieldTest, TestLeaderElectionWithEmptyReplica, RollingRestartTest, TestRandomDVFaceting, SolrTestCaseJ4Test, TestGraphTermsQParserPlugin, DirectUpdateHandlerTest, TestPerFieldSimilarity, TestStressRecovery, TestXIncludeConfig, AnalyticsMergeStrategyTest, TestSearcherReuse, TestPartialUpdateDeduplication, TestBackupRepositoryFactory, DateFieldTest, TestSubQueryTransformerCrossCore, TestSweetSpotSimilarityFactory, HdfsCollectionsAPIDistributedZkTest, TestDocumentBuilder, HardAutoCommitTest, TestXmlQParserPlugin, PeerSyncReplicationTest, TestPostingsSolrHighlighter, CollectionStateFormat2Test, PropertiesRequestHandlerTest, SolrCloudExampleTest, DistributedSpellCheckComponentTest, TestFieldResource, TestMissingGroups, TestUniqueKeyFieldResource, TestSort, StressHdfsTest, SampleTest, TestBinaryResponseWriter, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ZkCLITest, TestFaceting, TestRecovery, ZkControllerTest, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFunctionQuery, TestLazyCores, SoftAutoCommitTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, CacheHeaderTest, TestSurroundQueryParser, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest]
[junit4] Completed [435/712 (3!)] on J0 in 0.58s, 3 tests, 1 error <<< FAILURES!
[...truncated 44386 lines...]
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 853 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/853/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([A5A0A29F9FD3E3C2:2E87714EDED54846]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.schema.TestUseDocValuesAsStored.testMultipleSearchResults
Error Message:
mismatch: 'myid1'!='myid' @ response/docs/[0]/id
Stack Trace:
java.lang.RuntimeException: mismatch: 'myid1'!='myid' @ response/docs/[0]/id
at __randomizedtesting.SeedInfo.seed([A5A0A29F9FD3E3C2:978AA501672DC71B]:0)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:983)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:930)
at org.apache.solr.schema.TestUseDocValuesAsStored.testMultipleSearchResults(TestUseDocValuesAsStored.java:243)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11948 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/init-core-data-001
[junit4] 2> 1397733 WARN (SUITE-ShardSplitTest-seed#[A5A0A29F9FD3E3C2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 1397734 INFO (SUITE-ShardSplitTest-seed#[A5A0A29F9FD3E3C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1397737 INFO (SUITE-ShardSplitTest-seed#[A5A0A29F9FD3E3C2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1397737 INFO (SUITE-ShardSplitTest-seed#[A5A0A29F9FD3E3C2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1397739 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1397740 INFO (Thread-2095) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1397740 INFO (Thread-2095) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1397744 ERROR (Thread-2095) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1397848 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.ZkTestServer start zk server on port:65385
[junit4] 2> 1397909 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1397913 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1397916 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1397919 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1397922 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1397925 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1397928 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1397930 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1397933 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1397936 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1397939 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1398267 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/control-001/cores/collection1
[junit4] 2> 1398270 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1398273 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c173cc7{/,null,AVAILABLE}
[junit4] 2> 1398273 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ec7e242{HTTP/1.1,[http/1.1]}{127.0.0.1:65388}
[junit4] 2> 1398274 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.Server Started @1403886ms
[junit4] 2> 1398274 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/tempDir-001/control/data, hostContext=/, hostPort=65388, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/control-001/cores}
[junit4] 2> 1398274 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1398274 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1398274 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1398274 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1398275 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-06T10:21:49.723Z
[junit4] 2> 1398279 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1398279 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/control-001/solr.xml
[junit4] 2> 1398315 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1398316 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65385/solr
[junit4] 2> 1398366 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65388_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1398368 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65388_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65388_
[junit4] 2> 1398370 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65388_ ] o.a.s.c.Overseer Overseer (id=97915116531941380-127.0.0.1:65388_-n_0000000000) starting
[junit4] 2> 1398387 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65388_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65388_
[junit4] 2> 1398391 INFO (zkCallback-1584-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1398548 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65388_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/control-001/cores
[junit4] 2> 1398548 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65388_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1398549 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1398552 INFO (OverseerStateUpdate-97915116531941380-127.0.0.1:65388_-n_0000000000) [n:127.0.0.1:65388_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1399574 WARN (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1399574 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1399586 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1399661 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1399693 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1399693 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1399693 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/control-001/cores/collection1/data/]
[junit4] 2> 1399693 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b4221c0
[junit4] 2> 1399697 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=87.349609375, floorSegmentMB=1.529296875, forceMergeDeletesPctAllowed=14.338028141188495, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5310385514164973
[junit4] 2> 1399717 WARN (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1399780 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1399780 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1399782 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1399782 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1399782 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=97.03515625, floorSegmentMB=1.53515625, forceMergeDeletesPctAllowed=8.929487481151813, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1399783 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5abd61cb[collection1] main]
[junit4] 2> 1399784 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1399785 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1399786 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1399787 INFO (searcherExecutor-4296-thread-1-processing-n:127.0.0.1:65388_ x:collection1 c:control_collection) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5abd61cb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1399787 INFO (coreLoadExecutor-4295-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566641866654351360
[junit4] 2> 1399801 INFO (coreZkRegister-4288-thread-1-processing-n:127.0.0.1:65388_ x:collection1 c:control_collection) [n:127.0.0.1:65388_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1399801 INFO (coreZkRegister-4288-thread-1-processing-n:127.0.0.1:65388_ x:collection1 c:control_collection) [n:127.0.0.1:65388_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1399801 INFO (coreZkRegister-4288-thread-1-processing-n:127.0.0.1:65388_ x:collection1 c:control_collection) [n:127.0.0.1:65388_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65388/collection1/
[junit4] 2> 1399801 INFO (coreZkRegister-4288-thread-1-processing-n:127.0.0.1:65388_ x:collection1 c:control_collection) [n:127.0.0.1:65388_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1399801 INFO (coreZkRegister-4288-thread-1-processing-n:127.0.0.1:65388_ x:collection1 c:control_collection) [n:127.0.0.1:65388_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:65388/collection1/ has no replicas
[junit4] 2> 1399801 INFO (coreZkRegister-4288-thread-1-processing-n:127.0.0.1:65388_ x:collection1 c:control_collection) [n:127.0.0.1:65388_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1399810 INFO (coreZkRegister-4288-thread-1-processing-n:127.0.0.1:65388_ x:collection1 c:control_collection) [n:127.0.0.1:65388_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65388/collection1/ shard1
[junit4] 2> 1399854 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1399856 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65385/solr ready
[junit4] 2> 1399856 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1399970 INFO (coreZkRegister-4288-thread-1-processing-n:127.0.0.1:65388_ x:collection1 c:control_collection) [n:127.0.0.1:65388_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1400179 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-1-001/cores/collection1
[junit4] 2> 1400180 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-1-001
[junit4] 2> 1400181 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1400183 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25723b45{/,null,AVAILABLE}
[junit4] 2> 1400183 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70e17629{HTTP/1.1,[http/1.1]}{127.0.0.1:65401}
[junit4] 2> 1400184 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.Server Started @1405796ms
[junit4] 2> 1400184 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=65401, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-1-001/cores}
[junit4] 2> 1400184 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1400184 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1400184 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1400184 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1400184 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-06T10:21:51.632Z
[junit4] 2> 1400189 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1400189 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-1-001/solr.xml
[junit4] 2> 1400241 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1400242 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65385/solr
[junit4] 2> 1400260 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1400266 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65401_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1400270 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65401_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65401_
[junit4] 2> 1400273 INFO (zkCallback-1584-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1400273 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1400273 INFO (zkCallback-1588-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1400400 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65401_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-1-001/cores
[junit4] 2> 1400400 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65401_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1400402 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1400404 INFO (OverseerStateUpdate-97915116531941380-127.0.0.1:65388_-n_0000000000) [n:127.0.0.1:65388_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1401431 WARN (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1401432 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1401443 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1401523 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1401551 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1401551 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1401551 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 1401552 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b4221c0
[junit4] 2> 1401566 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=87.349609375, floorSegmentMB=1.529296875, forceMergeDeletesPctAllowed=14.338028141188495, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5310385514164973
[junit4] 2> 1401595 WARN (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1401711 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1401711 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1401712 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1401712 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1401713 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=97.03515625, floorSegmentMB=1.53515625, forceMergeDeletesPctAllowed=8.929487481151813, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1401715 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c8e387d[collection1] main]
[junit4] 2> 1401716 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1401717 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1401717 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1401718 INFO (searcherExecutor-4307-thread-1-processing-n:127.0.0.1:65401_ x:collection1 c:collection1) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3c8e387d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1401718 INFO (coreLoadExecutor-4306-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566641868679151616
[junit4] 2> 1401731 INFO (coreZkRegister-4301-thread-1-processing-n:127.0.0.1:65401_ x:collection1 c:collection1) [n:127.0.0.1:65401_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1401731 INFO (coreZkRegister-4301-thread-1-processing-n:127.0.0.1:65401_ x:collection1 c:collection1) [n:127.0.0.1:65401_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1401731 INFO (coreZkRegister-4301-thread-1-processing-n:127.0.0.1:65401_ x:collection1 c:collection1) [n:127.0.0.1:65401_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65401/collection1/
[junit4] 2> 1401731 INFO (coreZkRegister-4301-thread-1-processing-n:127.0.0.1:65401_ x:collection1 c:collection1) [n:127.0.0.1:65401_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1401732 INFO (coreZkRegister-4301-thread-1-processing-n:127.0.0.1:65401_ x:collection1 c:collection1) [n:127.0.0.1:65401_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:65401/collection1/ has no replicas
[junit4] 2> 1401732 INFO (coreZkRegister-4301-thread-1-processing-n:127.0.0.1:65401_ x:collection1 c:collection1) [n:127.0.0.1:65401_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1401740 INFO (coreZkRegister-4301-thread-1-processing-n:127.0.0.1:65401_ x:collection1 c:collection1) [n:127.0.0.1:65401_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65401/collection1/ shard2
[junit4] 2> 1401904 INFO (coreZkRegister-4301-thread-1-processing-n:127.0.0.1:65401_ x:collection1 c:collection1) [n:127.0.0.1:65401_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1402551 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-2-001/cores/collection1
[junit4] 2> 1402552 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-2-001
[junit4] 2> 1402554 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1402556 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d881765{/,null,AVAILABLE}
[junit4] 2> 1402556 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@239424bf{HTTP/1.1,[http/1.1]}{127.0.0.1:65407}
[junit4] 2> 1402556 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.Server Started @1408169ms
[junit4] 2> 1402556 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=65407, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-2-001/cores}
[junit4] 2> 1402557 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1402557 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1402557 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1402557 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1402557 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-06T10:21:54.005Z
[junit4] 2> 1402562 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1402562 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-2-001/solr.xml
[junit4] 2> 1402581 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1402582 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65385/solr
[junit4] 2> 1402610 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65407_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1402618 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65407_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1402622 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65407_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65407_
[junit4] 2> 1402626 INFO (zkCallback-1584-thread-1-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1402626 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1402627 INFO (zkCallback-1588-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1402627 INFO (zkCallback-1599-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1402727 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65407_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-2-001/cores
[junit4] 2> 1402727 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65407_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1402729 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1402732 INFO (OverseerStateUpdate-97915116531941380-127.0.0.1:65388_-n_0000000000) [n:127.0.0.1:65388_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1403756 WARN (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1403756 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1403769 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1403866 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1403896 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1403896 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1403896 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 1403897 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b4221c0
[junit4] 2> 1403899 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=87.349609375, floorSegmentMB=1.529296875, forceMergeDeletesPctAllowed=14.338028141188495, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5310385514164973
[junit4] 2> 1403919 WARN (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1403988 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1403988 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1403989 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1403989 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1403990 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=97.03515625, floorSegmentMB=1.53515625, forceMergeDeletesPctAllowed=8.929487481151813, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1403991 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@117474e6[collection1] main]
[junit4] 2> 1403992 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1403993 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1403993 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1403994 INFO (searcherExecutor-4318-thread-1-processing-n:127.0.0.1:65407_ x:collection1 c:collection1) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@117474e6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1403995 INFO (coreLoadExecutor-4317-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566641871066759168
[junit4] 2> 1404004 INFO (coreZkRegister-4312-thread-1-processing-n:127.0.0.1:65407_ x:collection1 c:collection1) [n:127.0.0.1:65407_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1404004 INFO (coreZkRegister-4312-thread-1-processing-n:127.0.0.1:65407_ x:collection1 c:collection1) [n:127.0.0.1:65407_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1404004 INFO (coreZkRegister-4312-thread-1-processing-n:127.0.0.1:65407_ x:collection1 c:collection1) [n:127.0.0.1:65407_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65407/collection1/
[junit4] 2> 1404004 INFO (coreZkRegister-4312-thread-1-processing-n:127.0.0.1:65407_ x:collection1 c:collection1) [n:127.0.0.1:65407_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1404004 INFO (coreZkRegister-4312-thread-1-processing-n:127.0.0.1:65407_ x:collection1 c:collection1) [n:127.0.0.1:65407_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:65407/collection1/ has no replicas
[junit4] 2> 1404004 INFO (coreZkRegister-4312-thread-1-processing-n:127.0.0.1:65407_ x:collection1 c:collection1) [n:127.0.0.1:65407_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1404011 INFO (coreZkRegister-4312-thread-1-processing-n:127.0.0.1:65407_ x:collection1 c:collection1) [n:127.0.0.1:65407_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65407/collection1/ shard1
[junit4] 2> 1404122 INFO (coreZkRegister-4312-thread-1-processing-n:127.0.0.1:65407_ x:collection1 c:collection1) [n:127.0.0.1:65407_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1404445 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-3-001/cores/collection1
[junit4] 2> 1404447 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-3-001
[junit4] 2> 1404448 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1404450 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7da5b5be{/,null,AVAILABLE}
[junit4] 2> 1404451 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b702960{HTTP/1.1,[http/1.1]}{127.0.0.1:65413}
[junit4] 2> 1404451 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.Server Started @1410064ms
[junit4] 2> 1404451 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=65413, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-3-001/cores}
[junit4] 2> 1404453 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1404454 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1404454 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1404454 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1404454 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-06T10:21:55.902Z
[junit4] 2> 1404458 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1404458 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-3-001/solr.xml
[junit4] 2> 1404509 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1404510 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65385/solr
[junit4] 2> 1404528 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65413_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1404535 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65413_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1404539 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65413_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65413_
[junit4] 2> 1404542 INFO (zkCallback-1588-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1404542 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1404542 INFO (zkCallback-1584-thread-2-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1404542 INFO (zkCallback-1599-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1404543 INFO (zkCallback-1605-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1404683 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65413_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-3-001/cores
[junit4] 2> 1404683 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65413_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1404684 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1404686 INFO (OverseerStateUpdate-97915116531941380-127.0.0.1:65388_-n_0000000000) [n:127.0.0.1:65388_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1405711 WARN (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1405712 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1405723 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1405794 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1405823 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1405823 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1405823 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 1405824 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b4221c0
[junit4] 2> 1405827 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=87.349609375, floorSegmentMB=1.529296875, forceMergeDeletesPctAllowed=14.338028141188495, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5310385514164973
[junit4] 2> 1405862 WARN (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1405926 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1405926 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1405927 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1405927 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1405928 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=97.03515625, floorSegmentMB=1.53515625, forceMergeDeletesPctAllowed=8.929487481151813, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1405929 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@196c4e4a[collection1] main]
[junit4] 2> 1405931 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1405931 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1405931 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1405932 INFO (searcherExecutor-4329-thread-1-processing-n:127.0.0.1:65413_ x:collection1 c:collection1) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@196c4e4a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1405933 INFO (coreLoadExecutor-4328-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566641873098899456
[junit4] 2> 1405939 INFO (coreZkRegister-4323-thread-1-processing-n:127.0.0.1:65413_ x:collection1 c:collection1) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1405940 INFO (updateExecutor-1602-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1405940 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1405940 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1405940 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1405941 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1405941 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:65401/collection1/] and I am [http://127.0.0.1:65413/collection1/]
[junit4] 2> 1405945 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:65401]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:65413_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1405953 INFO (qtp1660594375-8838) [n:127.0.0.1:65401_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1405954 INFO (qtp1660594375-8838) [n:127.0.0.1:65401_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 1405954 INFO (qtp1660594375-8838) [n:127.0.0.1:65401_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:65413_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:65413","node_name":"127.0.0.1:65413_","state":"down"}
[junit4] 2> 1406519 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-4-001/cores/collection1
[junit4] 2> 1406520 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-4-001
[junit4] 2> 1406521 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1406523 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20b9b933{/,null,AVAILABLE}
[junit4] 2> 1406524 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10dee084{HTTP/1.1,[http/1.1]}{127.0.0.1:65418}
[junit4] 2> 1406524 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.e.j.s.Server Started @1412136ms
[junit4] 2> 1406524 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=65418, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-4-001/cores}
[junit4] 2> 1406524 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1406524 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1406525 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1406525 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1406525 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-06T10:21:57.973Z
[junit4] 2> 1406530 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1406530 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-4-001/solr.xml
[junit4] 2> 1406604 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1406605 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65385/solr
[junit4] 2> 1406625 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65418_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1406631 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65418_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1406635 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65418_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65418_
[junit4] 2> 1406639 INFO (zkCallback-1599-thread-1-processing-n:127.0.0.1:65407_) [n:127.0.0.1:65407_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1406639 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:65401_) [n:127.0.0.1:65401_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1406639 INFO (zkCallback-1588-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1406639 INFO (zkCallback-1584-thread-2-processing-n:127.0.0.1:65388_) [n:127.0.0.1:65388_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1406639 INFO (zkCallback-1605-thread-1-processing-n:127.0.0.1:65413_) [n:127.0.0.1:65413_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1406640 INFO (zkCallback-1612-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1406728 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65418_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-4-001/cores
[junit4] 2> 1406728 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[A5A0A29F9FD3E3C2]) [n:127.0.0.1:65418_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1406729 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1406731 INFO (OverseerStateUpdate-97915116531941380-127.0.0.1:65388_-n_0000000000) [n:127.0.0.1:65388_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1406958 INFO (qtp1660594375-8838) [n:127.0.0.1:65401_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:65413_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:65413","node_name":"127.0.0.1:65413_","state":"recovering"}
[junit4] 2> 1406958 INFO (qtp1660594375-8838) [n:127.0.0.1:65401_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1406958 INFO (qtp1660594375-8838) [n:127.0.0.1:65401_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:65413_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1004
[junit4] 2> 1407459 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:65401/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1407459 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:65413 START replicas=[http://127.0.0.1:65401/collection1/] nUpdates=100
[junit4] 2> 1407462 INFO (qtp1660594375-8842) [n:127.0.0.1:65401_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1407462 INFO (qtp1660594375-8842) [n:127.0.0.1:65401_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1407463 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1407463 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1407463 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1407463 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1407463 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1407463 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1407464 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1407464 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1407464 INFO (recoveryExecutor-1603-thread-1-processing-n:127.0.0.1:65413_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:65413_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1407754 WARN (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1407755 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1407765 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1407861 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1407888 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1407889 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1407889 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-4-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_A5A0A29F9FD3E3C2-001/shard-4-001/cores/collection1/data/]
[junit4] 2> 1407889 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b4221c0
[junit4] 2> 1407892 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=87.349609375, floorSegmentMB=1.529296875, forceMergeDeletesPctAllowed=14.338028141188495, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5310385514164973
[junit4] 2> 1407910 WARN (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1407981 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1407981 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1407982 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1407982 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1407983 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=97.03515625, floorSegmentMB=1.53515625, forceMergeDeletesPctAllowed=8.929487481151813, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1407984 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@634fb887[collection1] main]
[junit4] 2> 1407986 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1407986 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1407986 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1407987 INFO (searcherExecutor-4340-thread-1-processing-n:127.0.0.1:65418_ x:collection1 c:collection1) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@634fb887[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1407988 INFO (coreLoadExecutor-4339-thread-1-processing-n:127.0.0.1:65418_) [n:127.0.0.1:65418_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566641875253723136
[junit4] 2> 1407998 INFO (coreZkRegister-4334-thread-1-processing-n:127.0.0.1:65418_ x:collection1 c:collection1) [n:127.0.0.1:65418_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1407998 INFO (updateExecutor-1609-thread-1-processing-n:127.0.0.1:65418_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:65418_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1407999 INFO (recoveryExecutor-1610-thread-1-processing-n:127.0.0.1:65418_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:65418_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.
[...truncated too long message...]
ing-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:4&fl=test_mvt_dvu_st_str&wt=xml} hits=1 status=0 QTime=0
[junit4] 2> 4374834 INFO (TEST-TestUseDocValuesAsStored.testMultivaluedOrdering-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 4374834 INFO (TEST-TestUseDocValuesAsStored.testMultivaluedOrdering-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
[junit4] 2> 4374834 INFO (TEST-TestUseDocValuesAsStored.testMultivaluedOrdering-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 4374834 INFO (TEST-TestUseDocValuesAsStored.testMultivaluedOrdering-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=632938056
[junit4] 2> 4374835 INFO (TEST-TestUseDocValuesAsStored.testMultivaluedOrdering-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4374836 INFO (coreCloseExecutor-10258-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1affb2d6
[junit4] 2> 4374838 INFO (coreCloseExecutor-10258-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 4374840 INFO (TEST-TestUseDocValuesAsStored.testMultivaluedOrdering-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4374842 INFO (TEST-TestUseDocValuesAsStored.testMultivaluedOrdering-seed#[A5A0A29F9FD3E3C2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedOrdering
[junit4] 2> 4374842 INFO (SUITE-TestUseDocValuesAsStored-seed#[A5A0A29F9FD3E3C2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_A5A0A29F9FD3E3C2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=672, maxMBSortInHeap=5.151984317797874, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=ru-RU, timezone=Europe/Minsk
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=94225000,total=512098304
[junit4] 2> NOTE: All tests run in this JVM: [TestSSLRandomization, TestBlobHandler, JvmMetricsTest, CurrencyFieldOpenExchangeTest, TestRequestForwarding, DistributedFacetPivotSmallAdvancedTest, ShardRoutingCustomTest, MetricsHandlerTest, TestIndexingPerformance, BooleanFieldTest, TestSolrDeletionPolicy2, TestDynamicLoading, TestSolrCoreParser, UUIDFieldTest, URLClassifyProcessorTest, RuleEngineTest, TestPHPSerializedResponseWriter, TestInPlaceUpdatesDistrib, ExternalFileFieldSortTest, TestSchemaVersionResource, AnalyticsMergeStrategyTest, TestSolrCoreProperties, CollectionReloadTest, CdcrBootstrapTest, TestTolerantUpdateProcessorCloud, CircularListTest, DistributedFacetPivotWhiteBoxTest, TestPerFieldSimilarityWithDefaultOverride, CachingDirectoryFactoryTest, TestUtils, SuggesterWFSTTest, TestWriterPerf, TestJmxMonitoredMap, LukeRequestHandlerTest, OverseerRolesTest, TestRandomFaceting, DeleteInactiveReplicaTest, TestCodecSupport, SolrInfoMBeanTest, TestSchemaResource, TestComplexPhraseQParserPlugin, TestCollapseQParserPlugin, TestQuerySenderNoQuery, TestNestedDocsSort, BinaryUpdateRequestHandlerTest, SSLMigrationTest, AutoCommitTest, ExitableDirectoryReaderTest, TestSolrXml, SmileWriterTest, TestFieldCacheSortRandom, TestClusterStateMutator, DirectUpdateHandlerOptimizeTest, TestMiniSolrCloudClusterSSL, TestShortCircuitedRequests, SortByFunctionTest, PreAnalyzedFieldManagedSchemaCloudTest, TestBlendedInfixSuggestions, CursorMarkTest, TestInitQParser, TestIntervalFaceting, SpatialHeatmapFacetsTest, TestSystemIdResolver, CreateCollectionCleanupTest, SolrMetricManagerTest, GraphQueryTest, VMParamsZkACLAndCredentialsProvidersTest, MergeStrategyTest, TermVectorComponentDistributedTest, ClusterStateTest, NoCacheHeaderTest, DebugComponentTest, TestSubQueryTransformer, CollectionsAPIDistributedZkTest, TestCopyFieldCollectionResource, LoggingHandlerTest, SortSpecParsingTest, NotRequiredUniqueKeyTest, TlogReplayBufferedWhileIndexingTest, HdfsBasicDistributedZkTest, TestPayloadCheckQParserPlugin, TestExactSharedStatsCache, DistribCursorPagingTest, TestCloudJSONFacetJoinDomain, RequestHandlersTest, TestShardHandlerFactory, TestQuerySenderListener, TestSmileRequest, TestBadConfig, IgnoreCommitOptimizeUpdateProcessorFactoryTest, MultiThreadedOCPTest, ForceLeaderTest, HdfsRecoveryZkTest, TestDelegationWithHadoopAuth, TestQueryTypes, TestSolrConfigHandler, ClassificationUpdateProcessorIntegrationTest, TestRandomFlRTGCloud, TestManagedSchema, TestNRTOpen, TestGraphTermsQParserPlugin, RecoveryAfterSoftCommitTest, TestAuthorizationFramework, ShardSplitTest, TestClusterProperties, TestSearchPerf, DistributedQueryComponentOptimizationTest, SpellCheckCollatorTest, OpenCloseCoreStressTest, ConfigSetsAPITest, RAMDirectoryFactoryTest, UtilsToolTest, CheckHdfsIndexTest, TestSuggestSpellingConverter, TestAtomicUpdateErrorCases, HdfsNNFailoverTest, PreAnalyzedFieldTest, TestManagedSynonymFilterFactory, OverseerCollectionConfigSetProcessorTest, ConnectionReuseTest, TestConfig, TestConfigSetsAPI, IndexSchemaTest, TestNonDefinedSimilarityFactory, TestLuceneMatchVersion, HighlighterConfigTest, EnumFieldTest, TestFieldCache, ReplaceNodeTest, LeaderInitiatedRecoveryOnShardRestartTest, ZkStateWriterTest, SolrCoreCheckLockOnStartupTest, ExplicitHLLTest, SolrGraphiteReporterTest, SolrIndexSplitterTest, TestRangeQuery, TestUniqueKeyFieldResource, FacetPivotSmallTest, DistributedTermsComponentTest, WordBreakSolrSpellCheckerTest, TestNumericTerms32, SubstringBytesRefFilterTest, TestFieldCacheWithThreads, TestSolrQueryResponse, TestXmlQParserPlugin, TestSolrCloudWithDelegationTokens, SparseHLLTest, UpdateParamsTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, BlobRepositoryCloudTest, TestReversedWildcardFilterFactory, TestSystemCollAutoCreate, ShowFileRequestHandlerTest, SecurityConfHandlerTest, BasicFunctionalityTest, TestConfigSetProperties, DistributedExpandComponentTest, SolrIndexMetricsTest, HighlighterMaxOffsetTest, TestObjectReleaseTracker, BlockJoinFacetRandomTest, TestMiniSolrCloudCluster, SuggestComponentTest, TestSolrCloudWithSecureImpersonation, BJQParserTest, TestInfoStreamLogging, TestMissingGroups, BlockCacheTest, TestTrie, TestFoldingMultitermQuery, TestIndexSearcher, TestCorePropertiesReload, TestManagedResourceStorage, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, ConvertedLegacyTest, TestSort, HighlighterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, SuggesterTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestQueryUtils, TestOmitPositions, TermsComponentTest, TestValueSourceCache, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestPartialUpdateDeduplication, TestComponentsName, TestLFUCache, CopyFieldTest, BadComponentTest, TestMergePolicyConfig, TestDocSet, NumericFieldsTest, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestPathTrie, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, HttpPartitionTest, MissingSegmentRecoveryTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, SaslZkACLProviderTest, TestAuthenticationFramework, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLockTree, TestOnReconnectListenerSupport, TestStressInPlaceUpdates, ConfigureRecoveryStrategyTest, CoreSorterTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSets, TestCustomStream, TestHdfsBackupRestoreCore, TestReqParamsAPI, TestRestoreCore, TestSQLHandler, TestSolrConfigHandlerConcurrent, V2ApiIntegrationTest, ReplicaListTransformerTest, TestDistributedStatsComponentCardinality, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldResource, TestFieldTypeResource, TestSolrQueryParserDefaultOperatorResource, ChangedSchemaMergeTest, DateRangeFieldTest, TestBulkSchemaConcurrent, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchemaThreadSafety, TestSchemaManager, TestUseDocValuesAsStored]
[junit4] Completed [631/711 (2!)] on J1 in 5.22s, 6 tests, 1 error <<< FAILURES!
[...truncated 43741 lines...]
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 852 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/852/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
80 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.ConvertedLegacyTest
Error Message:
org.apache.solr.ConvertedLegacyTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.ConvertedLegacyTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/ConvertedLegacyTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestSimpleTrackingShardHandler
Error Message:
org.apache.solr.TestSimpleTrackingShardHandler
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestSimpleTrackingShardHandler
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestSimpleTrackingShardHandler.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestSolrCoreProperties
Error Message:
org.apache.solr.TestSolrCoreProperties
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestSolrCoreProperties
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestSolrCoreProperties.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.AsyncCallRequestStatusResponseTest
Error Message:
org.apache.solr.cloud.AsyncCallRequestStatusResponseTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.AsyncCallRequestStatusResponseTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/AsyncCallRequestStatusResponseTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.test
Error Message:
Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr
Stack Trace:
java.io.IOException: Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr
at __randomizedtesting.SeedInfo.seed([9877FB943995237A:1023C44E97694E82]:0)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1426)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1099)
at org.apache.solr.BaseDistributedSearchTestCase.setupJettySolrHome(BaseDistributedSearchTestCase.java:1124)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:396)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:331)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test
Error Message:
19 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test: 1) Thread[id=2068, name=Scheduler-1207599651, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=2078, name=TEST-BasicDistributedZk2Test.test-seed#[9877FB943995237A]-SendThread(127.0.0.1:58676), state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230) at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170) 3) Thread[id=2084, name=zkCallback-352-thread-2-processing-n:127.0.0.1:58684__n, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:743) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269) at org.apache.solr.common.cloud.SolrZkClient$3$$Lambda$241/939253765.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$117/2038042151.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=2063, name=qtp1347002648-2063, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=2066, name=qtp1347002648-2066, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=2060, name=qtp1347002648-2060, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=2073, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=2086, name=zkCallback-352-thread-3, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=2074, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=2080, name=zkCallback-352-thread-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=2061, name=qtp1347002648-2061-acceptor-0@61d7c849-ServerConnector@68879125{HTTP/1.1,[http/1.1]}{127.0.0.1:58684}, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=2087, name=zkCallback-352-thread-4, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=2088, name=zkCallback-352-thread-5, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=2062, name=qtp1347002648-2062, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=2065, name=qtp1347002648-2065, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=2079, name=TEST-BasicDistributedZk2Test.test-seed#[9877FB943995237A]-EventThread, state=WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 17) Thread[id=2069, name=org.eclipse.jetty.server.session.HashSessionManager@4a7bd76bTimer, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=2064, name=qtp1347002648-2064, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=2067, name=qtp1347002648-2067, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 19 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test:
1) Thread[id=2068, name=Scheduler-1207599651, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=2078, name=TEST-BasicDistributedZk2Test.test-seed#[9877FB943995237A]-SendThread(127.0.0.1:58676), state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)
3) Thread[id=2084, name=zkCallback-352-thread-2-processing-n:127.0.0.1:58684__n, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:743)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
at org.apache.solr.common.cloud.SolrZkClient$3$$Lambda$241/939253765.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$117/2038042151.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=2063, name=qtp1347002648-2063, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=2066, name=qtp1347002648-2066, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=2060, name=qtp1347002648-2060, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=2073, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=2086, name=zkCallback-352-thread-3, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=2074, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=2080, name=zkCallback-352-thread-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=2061, name=qtp1347002648-2061-acceptor-0@61d7c849-ServerConnector@68879125{HTTP/1.1,[http/1.1]}{127.0.0.1:58684}, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=2087, name=zkCallback-352-thread-4, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=2088, name=zkCallback-352-thread-5, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=2062, name=qtp1347002648-2062, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=2065, name=qtp1347002648-2065, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=2079, name=TEST-BasicDistributedZk2Test.test-seed#[9877FB943995237A]-EventThread, state=WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
17) Thread[id=2069, name=org.eclipse.jetty.server.session.HashSessionManager@4a7bd76bTimer, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=2064, name=qtp1347002648-2064, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=2067, name=qtp1347002648-2067, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9877FB943995237A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2068, name=Scheduler-1207599651, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=2078, name=TEST-BasicDistributedZk2Test.test-seed#[9877FB943995237A]-SendThread(127.0.0.1:58676), state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 3) Thread[id=2084, name=zkCallback-352-thread-2, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=2087, name=zkCallback-352-thread-4, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=2088, name=zkCallback-352-thread-5, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=2060, name=qtp1347002648-2060, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method) at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203) at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=2086, name=zkCallback-352-thread-3, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=2080, name=zkCallback-352-thread-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=2069, name=org.eclipse.jetty.server.session.HashSessionManager@4a7bd76bTimer, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2068, name=Scheduler-1207599651, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=2078, name=TEST-BasicDistributedZk2Test.test-seed#[9877FB943995237A]-SendThread(127.0.0.1:58676), state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=2084, name=zkCallback-352-thread-2, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=2087, name=zkCallback-352-thread-4, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=2088, name=zkCallback-352-thread-5, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=2060, name=qtp1347002648-2060, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=2086, name=zkCallback-352-thread-3, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=2080, name=zkCallback-352-thread-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=2069, name=org.eclipse.jetty.server.session.HashSessionManager@4a7bd76bTimer, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([9877FB943995237A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
Error Message:
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/ChaosMonkeySafeLeaderTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ClusterStateTest
Error Message:
org.apache.solr.cloud.ClusterStateTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.ClusterStateTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/ClusterStateTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionReloadTest
Error Message:
org.apache.solr.cloud.CollectionReloadTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.CollectionReloadTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/CollectionReloadTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/CollectionsAPIDistributedZkTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Collection not found: withShardField
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
at __randomizedtesting.SeedInfo.seed([9877FB943995237A:CD271306956CEC8A]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1401)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1094)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistributedVersionInfoTest
Error Message:
org.apache.solr.cloud.DistributedVersionInfoTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.DistributedVersionInfoTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/DistributedVersionInfoTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([9877FB943995237A:1023C44E97694E82]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionIntegrationTest
Error Message:
org.apache.solr.cloud.LeaderElectionIntegrationTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.LeaderElectionIntegrationTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/LeaderElectionIntegrationTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryAfterSoftCommitTest
Error Message:
org.apache.solr.cloud.RecoveryAfterSoftCommitTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.RecoveryAfterSoftCommitTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/RecoveryAfterSoftCommitTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
org.apache.solr.cloud.RestartWhileUpdatingTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.RestartWhileUpdatingTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/RestartWhileUpdatingTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SharedFSAutoReplicaFailoverUtilsTest
Error Message:
org.apache.solr.cloud.SharedFSAutoReplicaFailoverUtilsTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.SharedFSAutoReplicaFailoverUtilsTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/SharedFSAutoReplicaFailoverUtilsTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestClusterProperties
Error Message:
org.apache.solr.cloud.TestClusterProperties
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.TestClusterProperties
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/TestClusterProperties.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestRebalanceLeaders
Error Message:
org.apache.solr.cloud.TestRebalanceLeaders
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.TestRebalanceLeaders
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.Slave
[...truncated too long message...]
SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1067143 ERROR (qtp1663070488-5636) [n:127.0.0.1:59488_solr ] o.a.s.s.HttpSolrCall null:java.lang.NullPointerException
[junit4] 2> at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:178)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:301)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1067145 ERROR (SUITE-TestCloudRecovery-seed#[9877FB943995237A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1067145 INFO (SUITE-TestCloudRecovery-seed#[9877FB943995237A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59485 59485
[junit4] 2> 1067148 INFO (Thread-1183) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59485 59485
[junit4] 2> 1076916 WARN (Thread-1183) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1076917 INFO (SUITE-TestCloudRecovery-seed#[9877FB943995237A]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_9877FB943995237A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=Asserting), id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=1131, maxMBSortInHeap=7.173147258500833, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=vi-VN, timezone=America/Indiana/Winamac
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=168198272,total=340262912
[junit4] 2> NOTE: All tests run in this JVM: [InfoHandlerTest, DirectSolrSpellCheckerTest, TestSimpleTextCodec, HdfsRestartWhileUpdatingTest, TestDistributedStatsComponentCardinality, DistributedSuggestComponentTest, TestDynamicFieldCollectionResource, TestFileDictionaryLookup, TestManagedResource, TestCloudInspectUtil, TestCollectionAPI, DistributedFacetPivotSmallTest, TestExclusionRuleCollectionAccess, ClusterStateUpdateTest, TestSha256AuthenticationProvider, MigrateRouteKeyTest, TestRequestStatusCollectionAPI, WrapperMergePolicyFactoryTest, TestCSVResponseWriter, TestIBSimilarityFactory, TestPostingsSolrHighlighter, MoreLikeThisHandlerTest, TestTestInjection, TestPivotHelperCode, DistributedSpellCheckComponentTest, TestDistribIDF, BlockJoinFacetSimpleTest, TestInitParams, TestStressRecovery, PeerSyncWithIndexFingerprintCachingTest, CustomCollectionTest, BadComponentTest, TestOnReconnectListenerSupport, SolrPluginUtilsTest, TestDistributedSearch, TestAuthenticationFramework, ManagedSchemaRoundRobinCloudTest, TestGraphMLResponseWriter, SpatialRPTFieldTypeTest, TestXmlQParser, TestFieldCacheVsDocValues, PathHierarchyTokenizerFactoryTest, TestBinaryField, TestLeaderInitiatedRecoveryThread, HttpSolrCallGetCoreTest, HdfsDirectoryTest, ConnectionManagerTest, SolrMetricReporterTest, PKIAuthenticationIntegrationTest, SimpleMLTQParserTest, DOMUtilTest, TestClassNameShortening, TestBackupRepositoryFactory, TestElisionMultitermQuery, HdfsDirectoryFactoryTest, TestCloudManagedSchema, TestPerFieldSimilarityClassic, PrimitiveFieldTypeTest, TestFieldTypeCollectionResource, XsltUpdateRequestHandlerTest, DateFieldTest, TestHdfsUpdateLog, TestSweetSpotSimilarityFactory, V2ApiIntegrationTest, TestBM25SimilarityFactory, TestReRankQParserPlugin, TestDocumentBuilder, FullHLLTest, NumericFieldsTest, DeleteReplicaTest, DirectSolrConnectionTest, TestCryptoKeys, TestJettySolrRunner, AddBlockUpdateTest, TestFunctionQuery, TestPseudoReturnFields, BadCopyFieldTest, JsonValidatorTest, TestManagedStopFilterFactory, DistributedQueryElevationComponentTest, DistribDocExpirationUpdateProcessorTest, QueryElevationComponentTest, TestBinaryResponseWriter, TestCloudRecovery]
[junit4] Completed [622/711 (69!)] on J0 in 118.10s, 2 tests, 1 failure <<< FAILURES!
[...truncated 43819 lines...]
[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 851 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/851/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.CleanupOldIndexTest.test
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([BB618C134DFFD191:3335B3C9E303BC69]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:653)
at java.util.ArrayList.get(ArrayList.java:429)
at org.apache.solr.cloud.CleanupOldIndexTest.test(CleanupOldIndexTest.java:81)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest
Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.CleanupOldIndexTest: 1) Thread[id=17666, name=zkCallback-3203-thread-2, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=17636, name=zkCallback-3203-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=17668, name=zkCallback-3203-thread-4, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=17638, name=OverseerStateUpdate-97910338213511173-127.0.0.1:60211_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:398) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:131) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=17640, name=OverseerHdfsCoreFailoverThread-97910338213511173-127.0.0.1:60211_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=17623, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=17633, name=jetty-launcher-3192-thread-2-EventThread, state=WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 8) Thread[id=17667, name=zkCallback-3203-thread-3, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=17669, name=zkCallback-3203-thread-5, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=17673, name=StoppableIndexingThread-EventThread, state=WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 11) Thread[id=17672, name=StoppableIndexingThread-SendThread(127.0.0.1:60209), state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 12) Thread[id=17625, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=17650, name=OverseerThreadFactory-7629-thread-1, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=17659, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Object.wait(Native Method) at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:225) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:131) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:631) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1084) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177) at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:181) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115) 15) Thread[id=17639, name=OverseerCollectionConfigSetProcessor-97910338213511173-127.0.0.1:60211_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=17632, name=jetty-launcher-3192-thread-2-SendThread(127.0.0.1:60209), state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.CleanupOldIndexTest:
1) Thread[id=17666, name=zkCallback-3203-thread-2, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=17636, name=zkCallback-3203-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=17668, name=zkCallback-3203-thread-4, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=17638, name=OverseerStateUpdate-97910338213511173-127.0.0.1:60211_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:398)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:131)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=17640, name=OverseerHdfsCoreFailoverThread-97910338213511173-127.0.0.1:60211_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=17623, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=17633, name=jetty-launcher-3192-thread-2-EventThread, state=WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
8) Thread[id=17667, name=zkCallback-3203-thread-3, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=17669, name=zkCallback-3203-thread-5, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=17673, name=StoppableIndexingThread-EventThread, state=WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
11) Thread[id=17672, name=StoppableIndexingThread-SendThread(127.0.0.1:60209), state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
12) Thread[id=17625, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=17650, name=OverseerThreadFactory-7629-thread-1, state=WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=17659, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at java.lang.Object.wait(Native Method)
at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:225)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:131)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:631)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1084)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:181)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
15) Thread[id=17639, name=OverseerCollectionConfigSetProcessor-97910338213511173-127.0.0.1:60211_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=17632, name=jetty-launcher-3192-thread-2-SendThread(127.0.0.1:60209), state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
at __randomizedtesting.SeedInfo.seed([BB618C134DFFD191]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=17666, name=zkCallback-3203-thread-2, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=17636, name=zkCallback-3203-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=17668, name=zkCallback-3203-thread-4, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=17667, name=zkCallback-3203-thread-3, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=17659, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Object.wait(Native Method) at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:225) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:131) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:631) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1084) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177) at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:181) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115) 6) Thread[id=17669, name=zkCallback-3203-thread-5, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=17632, name=jetty-launcher-3192-thread-2-SendThread(127.0.0.1:60209), state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=17666, name=zkCallback-3203-thread-2, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=17636, name=zkCallback-3203-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=17668, name=zkCallback-3203-thread-4, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=17667, name=zkCallback-3203-thread-3, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=17659, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at java.lang.Object.wait(Native Method)
at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:225)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:131)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:631)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1084)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:181)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
6) Thread[id=17669, name=zkCallback-3203-thread-5, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=17632, name=jetty-launcher-3192-thread-2-SendThread(127.0.0.1:60209), state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
at __randomizedtesting.SeedInfo.seed([BB618C134DFFD191]:0)
FAILED: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp
Error Message:
No such processor Template
Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
at __randomizedtesting.SeedInfo.seed([BB618C134DFFD191:1ED3CCDBEBB11865]:0)
at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11185 lines...]
[junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_BB618C134DFFD191-001/init-core-data-001
[junit4] 2> 326670 WARN (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 326670 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 326676 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 326691 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 326692 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 326799 WARN (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 326800 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 326816 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 326937 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 326952 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
[junit4] 2> 327437 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c8d9e2c
[junit4] 2> 327444 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c8d9e2c
[junit4] 2> 327444 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c8d9e2c
[junit4] 2> 327446 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 327564 WARN (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 327564 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 327584 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 327683 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 327696 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 327696 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c8d9e2c
[junit4] 2> 327696 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 327696 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_BB618C134DFFD191-001/init-core-data-001/]
[junit4] 2> 327698 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8110820119131862]
[junit4] 2> 328289 WARN (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
[junit4] 2> 328289 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 328289 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 328290 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 328290 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@597084b0[collection1] main]
[junit4] 2> 328291 WARN (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 328291 INFO (coreLoadExecutor-799-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 328292 INFO (searcherExecutor-800-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@597084b0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 328293 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 328295 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[BB618C134DFFD191]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
[junit4] 2> 328321 INFO (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[BB618C134DFFD191]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
[junit4] 2> 328323 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[BB618C134DFFD191]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
[junit4] 2> 328323 INFO (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[BB618C134DFFD191]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
[junit4] 2> 328325 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[BB618C134DFFD191]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
[junit4] 2> 328325 WARN (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[BB618C134DFFD191]) [ ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
[junit4] 2> 328326 INFO (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[BB618C134DFFD191]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=BB618C134DFFD191 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Poland -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
[junit4] > at __randomizedtesting.SeedInfo.seed([BB618C134DFFD191:1ED3CCDBEBB11865]:0)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
[junit4] > at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 328328 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 328328 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=85392469
[junit4] 2> 328329 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 328329 INFO (coreCloseExecutor-804-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3ca80317
[junit4] 2> 328333 INFO (coreCloseExecutor-804-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 328336 INFO (SUITE-UpdateRequestProcessorFactoryTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_BB618C134DFFD191-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=184, maxMBSortInHeap=6.115333681463916, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es-PA, timezone=Poland
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=171667992,total=290979840
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedResourceStorage, TestCollectionAPIs, StatsComponentTest, SignatureUpdateProcessorFactoryTest, TestMacros, TestExpandComponent, LeaderElectionIntegrationTest, TestEmbeddedSolrServerSchemaAPI, TestObjectReleaseTracker, TestConfigSetsAPIZkFailure, TestFieldCacheWithThreads, TestSolrCoreParser, PreAnalyzedUpdateProcessorTest, TestIntervalFaceting, TestAuthorizationFramework, TestSearchPerf, DistributedIntervalFacetingTest, DistributedFacetPivotWhiteBoxTest, ConnectionReuseTest, TestCloudPseudoReturnFields, BasicZkTest, CollectionTooManyReplicasTest, TestClusterStateMutator, LoggingHandlerTest, TestGeoJSONResponseWriter, SpellCheckComponentTest, TestJmxMonitoredMap, TestCloudDeleteByQuery, UpdateRequestProcessorFactoryTest]
[junit4] Completed [52/711 (1!)] on J1 in 1.68s, 3 tests, 1 error <<< FAILURES!
[...truncated 1434 lines...]
[junit4] Suite: org.apache.solr.cloud.CleanupOldIndexTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BB618C134DFFD191-001/init-core-data-001
[junit4] 2> 2803503 WARN (SUITE-CleanupOldIndexTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
[junit4] 2> 2803503 INFO (SUITE-CleanupOldIndexTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 2803509 INFO (SUITE-CleanupOldIndexTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2803511 INFO (SUITE-CleanupOldIndexTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BB618C134DFFD191-001/tempDir-001
[junit4] 2> 2803511 INFO (SUITE-CleanupOldIndexTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2803511 INFO (Thread-3411) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2803511 INFO (Thread-3411) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2803516 ERROR (Thread-3411) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2803614 INFO (SUITE-CleanupOldIndexTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60209
[junit4] 2> 2803640 INFO (jetty-launcher-3192-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2803640 INFO (jetty-launcher-3192-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2803643 INFO (jetty-launcher-3192-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b72d96b{/solr,null,AVAILABLE}
[junit4] 2> 2803644 INFO (jetty-launcher-3192-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f0f4c4{/solr,null,AVAILABLE}
[junit4] 2> 2803644 INFO (jetty-launcher-3192-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11158cc7{HTTP/1.1,[http/1.1]}{127.0.0.1:60211}
[junit4] 2> 2803644 INFO (jetty-launcher-3192-thread-2) [ ] o.e.j.s.Server Started @2808770ms
[junit4] 2> 2803644 INFO (jetty-launcher-3192-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61cd853{HTTP/1.1,[http/1.1]}{127.0.0.1:60212}
[junit4] 2> 2803644 INFO (jetty-launcher-3192-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60211}
[junit4] 2> 2803644 INFO (jetty-launcher-3192-thread-1) [ ] o.e.j.s.Server Started @2808770ms
[junit4] 2> 2803645 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60212}
[junit4] 2> 2803646 ERROR (jetty-launcher-3192-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2803646 ERROR (jetty-launcher-3192-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2803646 INFO (jetty-launcher-3192-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 2803646 INFO (jetty-launcher-3192-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2803646 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 2803646 INFO (jetty-launcher-3192-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2803646 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2803646 INFO (jetty-launcher-3192-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-05T14:06:37.970Z
[junit4] 2> 2803646 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2803646 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-05T14:06:37.970Z
[junit4] 2> 2803649 INFO (jetty-launcher-3192-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2803650 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2803661 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2803662 INFO (jetty-launcher-3192-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2803662 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60209/solr
[junit4] 2> 2803662 INFO (jetty-launcher-3192-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60209/solr
[junit4] 2> 2803708 INFO (jetty-launcher-3192-thread-2) [n:127.0.0.1:60211_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2803708 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:60212_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2803709 INFO (jetty-launcher-3192-thread-2) [n:127.0.0.1:60211_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60211_solr
[junit4] 2> 2803710 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:60212_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60212_solr
[junit4] 2> 2803711 INFO (jetty-launcher-3192-thread-2) [n:127.0.0.1:60211_solr ] o.a.s.c.Overseer Overseer (id=97910338213511173-127.0.0.1:60211_solr-n_0000000000) starting
[junit4] 2> 2803713 INFO (zkCallback-3203-thread-1-processing-n:127.0.0.1:60211_solr) [n:127.0.0.1:60211_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2803714 INFO (zkCallback-3204-thread-1-processing-n:127.0.0.1:60212_solr) [n:127.0.0.1:60212_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2803731 INFO (jetty-launcher-3192-thread-2) [n:127.0.0.1:60211_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60211_solr
[junit4] 2> 2803734 INFO (zkCallback-3204-thread-1-processing-n:127.0.0.1:60212_solr) [n:127.0.0.1:60212_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2803735 INFO (zkCallback-3203-thread-1-processing-n:127.0.0.1:60211_solr) [n:127.0.0.1:60211_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2803813 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:60212_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BB618C134DFFD191-001/tempDir-001/node1/.
[junit4] 2> 2803834 ERROR (jetty-launcher-3192-thread-2) [n:127.0.0.1:60211_solr ] o.a.s.s.SolrDispatchFilter Could not start Solr. Check solr/home property and the logs
[junit4] 2> 2803835 ERROR (jetty-launcher-3192-thread-2) [n:127.0.0.1:60211_solr ] o.a.s.c.SolrCore null:java.lang.RuntimeException: invalid API spec: apispec/cluster.security.authorization.Commands.json
[junit4] 2> at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
[junit4] 2> at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
[junit4] 2> at org.apache.solr.handler.admin.SecurityConfHandler.lambda$getApis$1(SecurityConfHandler.java:217)
[junit4] 2> at org.apache.solr.api.Api.getSpec(Api.java:64)
[junit4] 2> at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
[junit4] 2> at org.apache.solr.core.PluginBag.put(PluginBag.java:186)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:495)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:240)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:170)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2804761 INFO (SUITE-CleanupOldIndexTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2804765 INFO (SUITE-CleanupOldIndexTest-seed#[BB618C134DFFD191]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60209/solr ready
[junit4] 2> 2804793 INFO (TEST-CleanupOldIndexTest.test-seed#[BB618C134DFFD191]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2804800 INFO (qtp1950429065-17604) [n:127.0.0.1:60212_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=7c21b117-829f-4eff-9941-435661c9d2b4&replicationFactor=2&collection.configName=conf1&name=oldindextest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2804804 INFO (qtp1950429065-17604) [n:127.0.0.1:60212_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=7c21b117-829f-4eff-9941-435661c9d2b4&replicationFactor=2&collection.configName=conf1&name=oldindextest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2804806 INFO (qtp1950429065-17606) [n:127.0.0.1:60212_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=7c21b117-829f-4eff-9941-435661c9d2b4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2804808 INFO (qtp1950429065-17606) [n:127.0.0.1:60212_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=7c21b117-829f-4eff-9941-435661c9d2b4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2804808 INFO (OverseerThreadFactory-7629-thread-1-processing-n:127.0.0.1:60211_solr) [n:127.0.0.1:60211_solr ] o.a.s.c.CreateCollectionCmd Create collection oldindextest
[junit4] 2> 2804926 ERROR (qtp1045088504-17598) [ ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
[junit4] 2> 2804927 WARN (qtp1045088504-17598) [ ] o.e.j.s.ServletHandler /solr/admin/cores
[junit4] 2> org.apache.solr.common.SolrException: Error processing the request. CoreContainer is either not initialized or shutting down.
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:311)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:301)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2804927 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr ] o.a.s.h.a.CoreAdminOperation core create command async=7c21b117-829f-4eff-9941-435661c9d2b4104116493563605&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=oldindextest_shard1_replica1&action=CREATE&numShards=1&collection=oldindextest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2804927 INFO (qtp1950429065-17609) [n:127.0.0.1:60212_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7c21b117-829f-4eff-9941-435661c9d2b4104116493563605&qt=/admin/cores&collection.configName=conf1&newCollection=true&name=oldindextest_shard1_replica1&action=CREATE&numShards=1&collection=oldindextest&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2804928 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2804928 ERROR (OverseerThreadFactory-7629-thread-1-processing-n:127.0.0.1:60211_solr) [n:127.0.0.1:60211_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:60211/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60211/solr: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
[junit4] 2> <title>Error 500 </title>
[junit4] 2> </head>
[junit4] 2> <body>
[junit4] 2> <h2>HTTP ERROR: 500</h2>
[junit4] 2> <p>Problem accessing /solr/admin/cores. Reason:
[junit4] 2> <pre> org.apache.solr.common.SolrException: Error processing the request. CoreContainer is either not initialized or shutting down.</pre></p>
[junit4] 2> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
[junit4] 2> </body>
[junit4] 2> </html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2804930 ERROR (qtp1045088504-17603) [ ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
[junit4] 2> 2804930 WARN (qtp1045088504-17603) [ ] o.e.j.s.ServletHandler /solr/admin/cores
[junit4] 2> org.apache.solr.common.SolrException: Error processing the request. CoreContainer is either not initialized or shutting down.
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:311)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:301)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2804931 ERROR (OverseerThreadFactory-7629-thread-1-processing-n:127.0.0.1:60211_solr) [n:127.0.0.1:60211_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:60211/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60211/solr: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
[junit4] 2> <title>Error 500 </title>
[junit4] 2> </head>
[junit4] 2> <body>
[junit4] 2> <h2>HTTP ERROR: 500</h2>
[junit4] 2> <p>Problem accessing /solr/admin/cores. Reason:
[junit4] 2> <pre> org.apache.solr.common.SolrException: Error processing the request. CoreContainer is either not initialized or shutting down.</pre></p>
[junit4] 2> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
[junit4] 2> </body>
[junit4] 2> </html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2804933 INFO (qtp1950429065-17611) [n:127.0.0.1:60212_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605
[junit4] 2> 2804933 INFO (qtp1950429065-17611) [n:127.0.0.1:60212_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=7c21b117-829f-4eff-9941-435661c9d2b4104116493563605&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2805046 INFO (zkCallback-3204-thread-1-processing-n:127.0.0.1:60212_solr) [n:127.0.0.1:60212_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2805823 INFO (qtp1950429065-17613) [n:127.0.0.1:60212_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=7c21b117-829f-4eff-9941-435661c9d2b4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2805824 INFO (qtp1950429065-17613) [n:127.0.0.1:60212_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=7c21b117-829f-4eff-9941-435661c9d2b4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2805938 INFO (qtp1950429065-17599) [n:127.0.0.1:60212_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605
[junit4] 2> 2805938 INFO (qtp1950429065-17599) [n:127.0.0.1:60212_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=7c21b117-829f-4eff-9941-435661c9d2b4104116493563605&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2805952 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 2805959 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.s.IndexSchema [oldindextest_shard1_replica1] Schema name=cloud-dynamic
[junit4] 2> 2805986 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2805986 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'oldindextest_shard1_replica1' using configuration from collection oldindextest, trusted=true
[junit4] 2> 2805986 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2805987 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.SolrCore [[oldindextest_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BB618C134DFFD191-001/tempDir-001/node1/oldindextest_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BB618C134DFFD191-001/tempDir-001/node1/./oldindextest_shard1_replica1/data/]
[junit4] 2> 2806059 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2806059 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2806060 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2806060 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2806061 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b94222a[oldindextest_shard1_replica1] main]
[junit4] 2> 2806063 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2806063 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2806064 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2806064 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566565414090047488
[junit4] 2> 2806064 INFO (searcherExecutor-7633-thread-1-processing-x:oldindextest_shard1_replica1 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE n:127.0.0.1:60212_solr s:shard1 c:oldindextest) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.SolrCore [oldindextest_shard1_replica1] Registered new searcher Searcher@2b94222a[oldindextest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2806076 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2806076 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2806076 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60212/solr/oldindextest_shard1_replica1/
[junit4] 2> 2806076 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2806076 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:60212/solr/oldindextest_shard1_replica1/ has no replicas
[junit4] 2> 2806076 INFO (parallelCoreAdminExecutor-7630-thread-1-processing-n:127.0.0.1:60212_solr 7c21b117-829f-4eff-9941-435661c9d2b4104116493563605 CREATE) [n:127.0.0.1:60212_solr c:oldindextest s:shard1 x:oldindextest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2806086 INFO (parall
[...truncated too long message...]
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226)
[junit4] > at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:131)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:631)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1084)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
[junit4] > at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:181)
[junit4] > at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
[junit4] > 15) Thread[id=17639, name=OverseerCollectionConfigSetProcessor-97910338213511173-127.0.0.1:60211_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] > at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
[junit4] > at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 16) Thread[id=17632, name=jetty-launcher-3192-thread-2-SendThread(127.0.0.1:60209), state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > at __randomizedtesting.SeedInfo.seed([BB618C134DFFD191]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=17666, name=zkCallback-3203-thread-2, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=17636, name=zkCallback-3203-thread-1, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=17668, name=zkCallback-3203-thread-4, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=17667, name=zkCallback-3203-thread-3, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=17659, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:225)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:226)
[junit4] > at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:131)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:631)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1084)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
[junit4] > at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:181)
[junit4] > at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
[junit4] > 6) Thread[id=17669, name=zkCallback-3203-thread-5, state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=17632, name=jetty-launcher-3192-thread-2-SendThread(127.0.0.1:60209), state=TIMED_WAITING, group=TGRP-CleanupOldIndexTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > at __randomizedtesting.SeedInfo.seed([BB618C134DFFD191]:0)
[junit4] Completed [487/711 (2!)] on J0 in 42.21s, 1 test, 3 errors <<< FAILURES!
[...truncated 44186 lines...]